[ 522.108733] env[67322]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 522.108733] env[67322]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 523.099910] env[67412]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 523.099910] env[67412]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 524.654942] env[67412]: INFO neutron.common.config [-] Logging enabled! [ 524.655275] env[67412]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev20 [ 524.655522] env[67412]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=67412) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 524.655835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 524.655935] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 524.656761] env[67412]: WARNING oslo_policy.policy [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.656967] env[67412]: WARNING oslo_policy.policy [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 524.658613] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] VMware NSXv3 Agent initialized successfully. [ 524.658973] env[67412]: DEBUG oslo_concurrency.lockutils [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] Acquiring lock "singleton_lock" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.659113] env[67412]: DEBUG oslo_concurrency.lockutils [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] Acquired lock "singleton_lock" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.659314] env[67412]: DEBUG oslo_concurrency.lockutils [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] Releasing lock "singleton_lock" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 524.659590] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] Full set of CONF: {{(pid=67412) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 524.659698] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ******************************************************************************** {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 524.659797] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] Configuration options gathered from: {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 524.660147] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 524.660322] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 524.660426] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ================================================================================ {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 524.660590] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] agent_down_time = 75 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.660726] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] allow_automatic_dhcp_failover = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.660857] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] allow_bulk = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.660995] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] api_extensions_path = {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.661145] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] api_paste_config = api-paste.ini {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.661282] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] auth_strategy = keystone {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.661383] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] backdoor_port = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.661480] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] backdoor_socket = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.661634] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] backlog = 4096 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.661775] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] base_mac = fa:16:3e:00:00:00 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.661934] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] bind_host = 0.0.0.0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.662087] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] bind_port = 9696 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.662220] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] client_socket_timeout = 900 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.662359] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] config_dir = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.662463] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.662608] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] config_source = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.662736] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] control_exchange = neutron {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.662900] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] core_plugin = ml2 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.663093] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] debug = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.663261] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] default_availability_zones = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.663471] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.663607] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] dhcp_agent_notification = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.663739] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] dhcp_agents_per_network = 1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.663869] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] dhcp_lease_duration = 86400 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.664012] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] dhcp_load_type = networks {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.664174] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] dns_domain = openstacklocal {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.664317] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.664448] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] enable_default_route_bfd = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.664572] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] enable_default_route_ecmp = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.664696] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] enable_dvr = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.664824] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] enable_new_agents = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.664953] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] enable_services_on_agents_with_admin_state_down = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.665099] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] enable_signals = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.665230] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] enable_traditional_dhcp = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.665356] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] external_dns_driver = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.665482] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] filter_validation = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.665617] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] global_physnet_mtu = 8950 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.665746] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] graceful_shutdown_timeout = 60 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.665918] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] host = cpu-1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.666067] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] host_dvr_for_dhcp = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.666202] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] http_retries = 3 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.666338] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] instance_format = [instance: %(uuid)s] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.666469] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.666600] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ipam_driver = internal {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.666725] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ipv6_pd_enabled = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.666848] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] l3_ha = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.666979] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.667121] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] l3_ha_network_physical_name = {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.667250] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] l3_ha_network_type = {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.667383] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_color = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.667513] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_config_append = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.667643] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.667768] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_dir = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.667896] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_file = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.667987] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_options = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.668130] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_rotate_interval = 1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.668267] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_rotate_interval_type = days {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.668399] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] log_rotation_type = none {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.668499] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.668597] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.668728] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.668856] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.668954] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.669123] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] max_dns_nameservers = 5 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.669218] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] max_header_line = 16384 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.669344] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] max_l3_agents_per_router = 3 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.669469] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] max_logfile_count = 30 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.669590] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] max_logfile_size_mb = 200 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.669715] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] max_subnet_host_routes = 20 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.669845] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] my_ip = 10.180.1.21 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.669974] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] my_ipv6 = ::1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.670112] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] network_auto_schedule = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.670234] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] network_link_prefix = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.670363] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.670495] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] notify_nova_on_port_data_changes = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.670633] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] notify_nova_on_port_status_changes = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.670766] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] pagination_max_limit = -1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.670891] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] publish_errors = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.671028] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] rate_limit_burst = 0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.671163] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] rate_limit_except_level = CRITICAL {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.671290] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] rate_limit_interval = 0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.671416] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] retry_until_window = 30 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.671539] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] router_distributed = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.671664] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] rpc_resources_processing_step = 20 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.671788] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] rpc_response_max_timeout = 600 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.671912] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] rpc_response_timeout = 60 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.672045] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] send_events_interval = 2 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.672190] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] service_plugins = ['router'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.672322] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] setproctitle = on {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.672445] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] shell_completion = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.672572] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] state_path = /opt/stack/data/neutron {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.672707] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] syslog_log_facility = LOG_USER {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.672829] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] tcp_keepidle = 600 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.672959] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] transport_url = **** {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.673097] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] use_journal = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.673246] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] use_json = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.673376] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] use_ssl = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.673501] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] use_stderr = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.673635] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] use_syslog = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.673758] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] vlan_qinq = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.673879] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] vlan_transparent = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.674013] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] watch_log_file = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.674169] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] wsgi_default_pool_size = 100 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.674310] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] wsgi_keep_alive = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.674447] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.674573] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] wsgi_server_debug = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 524.674718] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_concurrency.disable_process_locking = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.674856] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.674991] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.675136] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.675270] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_metrics.metrics_process_name = {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.675402] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.675535] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.675679] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.connection_string = messaging:// {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.675814] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.enabled = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.675949] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.es_doc_type = notification {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.676091] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.es_scroll_size = 10000 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.676227] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.es_scroll_time = 2m {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.676361] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.filter_error_trace = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.676498] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.hmac_keys = **** {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.676634] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.sentinel_service_name = mymaster {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.676772] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.socket_timeout = 0.1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.676903] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.trace_requests = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.677044] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler.trace_sqlalchemy = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.677193] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler_jaeger.process_tags = {} {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.677324] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler_jaeger.service_name_prefix = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.677454] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] profiler_otlp.service_name_prefix = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.677597] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.enforce_new_defaults = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.677862] env[67412]: WARNING oslo_config.cfg [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 524.678019] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.enforce_scope = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.678161] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.policy_default_rule = default {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.678309] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.678447] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.678586] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.678715] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.678840] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.678964] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.679105] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.679242] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_policy.remote_timeout = 60.0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.679384] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.679522] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] agent.extensions = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.679657] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.679790] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] service_providers.service_provider = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.679928] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.default_quota = -1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.680074] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.680209] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_floatingip = 50 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.680338] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_network = 100 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.680464] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_port = 500 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.680594] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_rbac_policy = 10 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.680720] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_router = 10 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.680846] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_security_group = 10 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.680973] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_security_group_rule = 100 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.681111] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.quota_subnet = 100 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.681239] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] QUOTAS.track_quota_usage = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.681378] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.681506] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep.group = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.681629] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep.helper_command = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.681759] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep.log_daemon_traceback = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.681889] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep.logger_name = oslo_privsep.daemon {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.682024] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep.thread_pool_size = 8 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.682155] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep.user = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.682294] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.682418] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_dhcp_release.group = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.682540] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_dhcp_release.helper_command = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.682665] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.682823] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.682965] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.683048] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_dhcp_release.user = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.683204] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.683338] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_ovs_vsctl.group = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.683462] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_ovs_vsctl.helper_command = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.683587] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.683717] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.683844] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.683969] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_ovs_vsctl.user = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.684128] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_namespace.capabilities = [21] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.684270] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_namespace.group = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.684396] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_namespace.helper_command = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.684525] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_namespace.log_daemon_traceback = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.684656] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.684785] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_namespace.thread_pool_size = 8 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.684910] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_namespace.user = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.685055] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_conntrack.capabilities = [12] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.685183] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_conntrack.group = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.685308] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_conntrack.helper_command = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.685436] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_conntrack.log_daemon_traceback = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.685566] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.685694] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_conntrack.thread_pool_size = 8 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.685817] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_conntrack.user = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.685951] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_link.capabilities = [12, 21] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.686085] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_link.group = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.686210] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_link.helper_command = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.686339] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_link.log_daemon_traceback = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.686470] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.686596] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_link.thread_pool_size = 8 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.686718] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] privsep_link.user = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.686865] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.687017] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.687151] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.continue_on_failed_promotions = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.687282] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.dscp = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.687414] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.dscp_inherit = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.687551] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.force_mp_to_policy = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.687678] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.locking_coordinator_url = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.687805] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.log_agent_heartbeats = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.687932] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.logging_expire = 1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.688073] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.688205] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.688341] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.polling_interval = 240 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.688471] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.688606] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.quitting_rpc_timeout = 120 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.688747] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.report_interval = 30.0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.688882] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.689023] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.689164] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.689351] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.sync_skew = 60 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.689426] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.synchronization_queue_size = 20 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.689559] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT.use_helper_for_ns_read = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.689696] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] SECURITYGROUP.enable_ipset = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.689833] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] SECURITYGROUP.enable_security_group = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.689966] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.690125] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.690245] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] experimental.ipv6_pd_enabled = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.690396] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.extension_drivers = ['port_security'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.690524] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.external_network_type = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.690665] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.690800] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.overlay_ip_version = 4 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.690935] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.path_mtu = 8950 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.691084] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.physical_network_mtus = {} {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.691227] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.tenant_network_types = ['vlan'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.691363] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.691501] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ml2.type_drivers = ['vlan'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.691637] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT_CLI.neutron_port_id = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.691766] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.691894] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.692045] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.692188] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.692323] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.692459] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.692593] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.692727] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.692941] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.693074] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_login_password = **** {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.693243] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_login_port = 443 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.693385] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_login_user = admin {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.693520] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.693662] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.693830] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.693964] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.694125] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.694270] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.694408] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.694543] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.694674] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.694811] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.694953] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.695100] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.695237] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.695430] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.695582] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] vsphere.vsphere_login_password = VMware1! {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.695716] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.695848] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.695982] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.auth_section = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.696138] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.auth_type = password {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.696275] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.696401] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.certfile = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.696532] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.collect_timing = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.696669] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.endpoint_type = public {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.696798] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.insecure = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.696925] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.keyfile = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.697071] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.region_name = RegionOne {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.697205] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.split_loggers = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.697332] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] nova.timeout = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.697464] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.auth_section = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.697602] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.auth_type = password {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.697737] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.697861] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.certfile = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.697989] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.collect_timing = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.698134] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.endpoint_type = public {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.698264] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.insecure = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.698389] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.keyfile = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.698513] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.region_name = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.698639] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.split_loggers = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.698761] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] placement.timeout = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.698893] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.auth_section = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.699027] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.auth_type = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.699154] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.cafile = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.699278] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.certfile = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.699470] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.collect_timing = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.699523] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.connect_retries = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.699646] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.connect_retry_delay = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.699773] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.enable_notifications = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.699896] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.endpoint_override = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700028] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.insecure = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700152] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.interface = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700271] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.keyfile = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700559] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.max_version = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700559] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.min_version = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700742] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.region_name = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700742] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.retriable_status_codes = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700865] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.service_name = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.700989] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.service_type = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.701126] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.split_loggers = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.701252] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.status_code_retries = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.701374] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.status_code_retry_delay = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.701497] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.timeout = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.701619] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.valid_interfaces = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.701741] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ironic.version = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.701871] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] cli_script.dry_run = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.702019] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.702150] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.702280] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.702407] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.702534] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.702659] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.702784] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.702909] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.703077] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.703201] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.hostname = devstack {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.703332] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.703468] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.703603] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.703734] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.703862] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.703996] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.704158] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.704300] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.704446] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.704566] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.704693] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.704820] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.704945] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.705084] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.705214] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.705341] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.705497] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.705647] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.705779] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.705911] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.706053] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.ssl = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.706190] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.706325] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.706454] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.706651] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.706724] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.ssl_version = {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.706837] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.706975] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_notifications.driver = [] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.707118] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_notifications.retry = -1 {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.707264] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.707387] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] oslo_messaging_notifications.transport_url = **** {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 524.707492] env[67412]: DEBUG oslo_service.backend._eventlet.service [None req-404801db-5a69-42a5-9ebb-3b4bed66787e None None] ******************************************************************************** {{(pid=67412) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 524.708653] env[67412]: DEBUG neutron.agent.securitygroups_rpc [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Init firewall settings (driver=nsxv3) {{(pid=67412) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 524.710042] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=67412) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 524.710293] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] RPC agent_id: nsxm-l-01a.corp.local [ 524.712535] env[67412]: DEBUG dogpile.cache.region [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 524.712655] env[67412]: DEBUG dogpile.lock [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 524.712750] env[67412]: DEBUG dogpile.lock [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 524.712839] env[67412]: DEBUG dogpile.lock [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 524.712929] env[67412]: DEBUG dogpile.cache.region [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 524.713022] env[67412]: DEBUG dogpile.lock [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 524.713218] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 524.751707] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Session token - acquiring [ 524.753320] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 524.753573] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 524.753715] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 524.754189] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 524.767700] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 525.045854] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 525.074200] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 525.074366] env[67412]: DEBUG dogpile.cache.region [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Cache value generated in 0.361 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 525.074471] env[67412]: DEBUG dogpile.lock [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 525.074604] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Activating Policy API Provider. [ 525.074799] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Looking for the default Infrastructure Rules. [ 525.140979] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Looking for the Default Layer3 Logged Drop Section. [ 525.158775] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 525.159238] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 525.159423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 525.159512] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 525.159799] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 525.160161] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 525.674442] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.176799] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 526.679228] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Inventory metadata is going to be refreshed. [ 526.679612] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 527.422184] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.422517] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.422517] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.422736] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.434718] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 527.435610] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.436267] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 527.454733] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.454924] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.455085] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.455319] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.455488] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.455659] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 527.455716] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.455825] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 527.476992] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.477234] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.477302] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.477588] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.477761] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.477901] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 527.499466] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.499717] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.499763] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.500032] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.500176] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.500318] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 527.518936] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.519178] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.519230] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.519474] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.519625] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.519765] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 527.519866] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.519967] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 527.538705] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.538935] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.538978] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.539286] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.539410] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.539552] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 527.539653] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.539753] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 527.559247] env[67412]: DEBUG networking_nsxv3.common.locking [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 527.559483] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 527.559525] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 527.560044] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 527.560044] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.560214] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 527.560317] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 527.560401] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Inventory metadata have been refreshed. [ 527.560498] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Dryrun:True. Metadata refresh completed. [ 527.560611] env[67412]: DEBUG oslo_concurrency.lockutils [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Releasing lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 527.562370] env[67412]: INFO neutron.agent.agent_extensions_manager [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Loaded agent extensions: [] [ 527.563109] env[67412]: DEBUG neutron_lib.callbacks.manager [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=67412) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 527.646362] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent RPC Daemon Started! [ 527.646540] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:0 started [ 527.646577] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent out of sync with plugin! [ 532.563705] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 532.564085] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 537.565501] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.566053] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.561625] env[67412]: INFO networking_nsxv3.common.synchronization [None req-070abb39-5327-4cee-bc8f-9e991fea9a27 demo admin] Enqueued Resource ID: c4077374-3048-47ee-b2db-2192b60da70d with Priority: HIGHEST for action security_group_rules [ 542.562228] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4077374-3048-47ee-b2db-2192b60da70d with Priority: HIGHEST for action security_group_rules [ 542.562509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c4077374-3048-47ee-b2db-2192b60da70d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 542.562634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c4077374-3048-47ee-b2db-2192b60da70d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 542.562701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c4077374-3048-47ee-b2db-2192b60da70d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 542.563153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c4077374-3048-47ee-b2db-2192b60da70d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 542.563398] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c4077374-3048-47ee-b2db-2192b60da70d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 543.082448] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 543.082685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 543.082741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 543.082913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 543.082999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 543.083133] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c4077374-3048-47ee-b2db-2192b60da70d already deleted. [ 543.083231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c4077374-3048-47ee-b2db-2192b60da70d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.563478] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.563890] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.565401] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.565401] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.566334] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.566735] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.566513] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.566913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.566913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.566982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.567255] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.070772] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 559.573864] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.077106] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 560.077300] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 560.830492] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.830891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.830891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.830891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.841617] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 560.842442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.843338] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 560.866204] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.866433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.866433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.866595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.866678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.866798] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 560.866877] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.866935] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 560.888032] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.888241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.888241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.888430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.888568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.888677] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 560.913699] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.913916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.913916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.914147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.914254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.914372] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 560.935555] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.935761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.935761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.936091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.936207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.936308] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 560.936380] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.936449] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 560.956772] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.956996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.956996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.957184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.957268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.957372] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 560.957442] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.957507] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 560.977094] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.977378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.977378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.977502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.977590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.977713] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 560.977785] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 560.977849] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 560.977917] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 560.977986] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 560.978065] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 560.978128] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 560.978455] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 560.978455] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 560.978561] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 560.996812] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.997027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.997027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.997231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.997337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.997444] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 561.017211] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.017421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.017421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.017606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.017710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.032011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.568011] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.569168] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 567.568918] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.569371] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 570.159132] env[67412]: INFO networking_nsxv3.common.synchronization [None req-56ec4526-0623-4a0c-b4f1-1753c9779813 None None] Enqueued Resource ID: 5cca81b3-8ceb-4ec7-9347-bafc5fa929ef with Priority: HIGHEST for action port [ 570.159682] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cca81b3-8ceb-4ec7-9347-bafc5fa929ef with Priority: HIGHEST for action port [ 570.160703] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cca81b3-8ceb-4ec7-9347-bafc5fa929ef taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.160703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cca81b3-8ceb-4ec7-9347-bafc5fa929ef" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.160703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cca81b3-8ceb-4ec7-9347-bafc5fa929ef" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.160703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cca81b3-8ceb-4ec7-9347-bafc5fa929ef" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.160913] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cca81b3-8ceb-4ec7-9347-bafc5fa929ef',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 570.663243] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cca81b3-8ceb-4ec7-9347-bafc5fa929ef [ 570.663945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 570.664118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.664191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.664394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 570.664486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.664578] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cca81b3-8ceb-4ec7-9347-bafc5fa929ef already deleted. [ 570.664658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cca81b3-8ceb-4ec7-9347-bafc5fa929ef" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 571.958531] env[67412]: INFO networking_nsxv3.common.synchronization [None req-86e28621-975a-439f-b854-ce5ae6e373ab None None] Enqueued Resource ID: bad5241e-41fb-419a-8dea-f7e23925a9bd with Priority: HIGHEST for action port [ 571.958778] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bad5241e-41fb-419a-8dea-f7e23925a9bd with Priority: HIGHEST for action port [ 571.959394] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bad5241e-41fb-419a-8dea-f7e23925a9bd taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.959933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bad5241e-41fb-419a-8dea-f7e23925a9bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.959933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bad5241e-41fb-419a-8dea-f7e23925a9bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.959933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bad5241e-41fb-419a-8dea-f7e23925a9bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.959933] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bad5241e-41fb-419a-8dea-f7e23925a9bd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.462427] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bad5241e-41fb-419a-8dea-f7e23925a9bd [ 572.462675] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.462808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.462887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.463112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.463273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.463273] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bad5241e-41fb-419a-8dea-f7e23925a9bd already deleted. [ 572.463396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bad5241e-41fb-419a-8dea-f7e23925a9bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.564914] env[67412]: INFO networking_nsxv3.common.synchronization [None req-c7d5ad8f-2f4e-47fa-ab4b-1d11c6639621 None None] Enqueued Resource ID: 97092beb-7856-4fcb-8a28-0cfe2d4b51ed with Priority: HIGHEST for action port [ 574.565483] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97092beb-7856-4fcb-8a28-0cfe2d4b51ed with Priority: HIGHEST for action port [ 574.565785] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-97092beb-7856-4fcb-8a28-0cfe2d4b51ed taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.565913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97092beb-7856-4fcb-8a28-0cfe2d4b51ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.566157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97092beb-7856-4fcb-8a28-0cfe2d4b51ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.566293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97092beb-7856-4fcb-8a28-0cfe2d4b51ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.566361] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97092beb-7856-4fcb-8a28-0cfe2d4b51ed',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.070152] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97092beb-7856-4fcb-8a28-0cfe2d4b51ed [ 575.070334] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.070529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.070608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.070866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.070974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.071084] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97092beb-7856-4fcb-8a28-0cfe2d4b51ed already deleted. [ 575.071185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97092beb-7856-4fcb-8a28-0cfe2d4b51ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.918744] env[67412]: INFO networking_nsxv3.common.synchronization [None req-17201181-611c-42db-b619-6e6aa6d08233 None None] Enqueued Resource ID: f7241c0b-e171-4fd9-a2ef-d80956ce4059 with Priority: HIGHEST for action port [ 575.918744] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7241c0b-e171-4fd9-a2ef-d80956ce4059 with Priority: HIGHEST for action port [ 575.918744] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7241c0b-e171-4fd9-a2ef-d80956ce4059 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.919039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7241c0b-e171-4fd9-a2ef-d80956ce4059" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.919039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7241c0b-e171-4fd9-a2ef-d80956ce4059" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.919525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7241c0b-e171-4fd9-a2ef-d80956ce4059" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.919525] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7241c0b-e171-4fd9-a2ef-d80956ce4059',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.421023] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f7241c0b-e171-4fd9-a2ef-d80956ce4059 [ 576.421676] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.421902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.422772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.422841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.422915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.423025] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f7241c0b-e171-4fd9-a2ef-d80956ce4059 already deleted. [ 576.423110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7241c0b-e171-4fd9-a2ef-d80956ce4059" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.599116] env[67412]: INFO networking_nsxv3.common.synchronization [None req-71d6e710-de06-45a4-b27c-f75a1ff5fa80 None None] Enqueued Resource ID: 687e4adb-89b7-4de7-b38a-6a719cd0e75d with Priority: HIGHEST for action port [ 576.599286] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 687e4adb-89b7-4de7-b38a-6a719cd0e75d with Priority: HIGHEST for action port [ 576.599436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-687e4adb-89b7-4de7-b38a-6a719cd0e75d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.599911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-687e4adb-89b7-4de7-b38a-6a719cd0e75d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.599911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-687e4adb-89b7-4de7-b38a-6a719cd0e75d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.599911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-687e4adb-89b7-4de7-b38a-6a719cd0e75d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.600148] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('687e4adb-89b7-4de7-b38a-6a719cd0e75d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.641721] env[67412]: INFO networking_nsxv3.common.synchronization [None req-83241887-c420-4e8f-9fd3-a88de14b92b1 None None] Enqueued Resource ID: 83f64c91-6127-4690-97fa-ded8df98503a with Priority: HIGHEST for action port [ 576.641981] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83f64c91-6127-4690-97fa-ded8df98503a with Priority: HIGHEST for action port [ 576.642543] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-83f64c91-6127-4690-97fa-ded8df98503a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.642661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83f64c91-6127-4690-97fa-ded8df98503a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.642937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83f64c91-6127-4690-97fa-ded8df98503a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.642937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83f64c91-6127-4690-97fa-ded8df98503a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.643217] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83f64c91-6127-4690-97fa-ded8df98503a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.101667] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 687e4adb-89b7-4de7-b38a-6a719cd0e75d [ 577.101948] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.102064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.102211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.102358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.102674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.102674] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:687e4adb-89b7-4de7-b38a-6a719cd0e75d already deleted. [ 577.102818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-687e4adb-89b7-4de7-b38a-6a719cd0e75d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.145273] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83f64c91-6127-4690-97fa-ded8df98503a [ 577.146035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.146226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.146287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.146549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.146549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.146919] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83f64c91-6127-4690-97fa-ded8df98503a already deleted. [ 577.147060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83f64c91-6127-4690-97fa-ded8df98503a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.313468] env[67412]: INFO networking_nsxv3.common.synchronization [None req-f687d194-86f0-4a95-b47f-d1e273ff99d2 None None] Enqueued Resource ID: 765b9fea-96d6-4833-9715-b8ff4f07c061 with Priority: HIGHEST for action port [ 577.313468] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 765b9fea-96d6-4833-9715-b8ff4f07c061 with Priority: HIGHEST for action port [ 577.313468] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-765b9fea-96d6-4833-9715-b8ff4f07c061 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.313468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-765b9fea-96d6-4833-9715-b8ff4f07c061" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.313468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-765b9fea-96d6-4833-9715-b8ff4f07c061" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.315659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-765b9fea-96d6-4833-9715-b8ff4f07c061" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.315863] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('765b9fea-96d6-4833-9715-b8ff4f07c061',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.821432] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 765b9fea-96d6-4833-9715-b8ff4f07c061 [ 577.821681] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.821850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.821924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.822177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.822268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.822366] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:765b9fea-96d6-4833-9715-b8ff4f07c061 already deleted. [ 577.822497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-765b9fea-96d6-4833-9715-b8ff4f07c061" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.259587] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b8b7155b-f2f0-44a0-876e-93074e219632 None None] Enqueued Resource ID: 83bb8968-9fba-41a5-890b-19d297077555 with Priority: HIGHEST for action port [ 578.259587] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83bb8968-9fba-41a5-890b-19d297077555 with Priority: HIGHEST for action port [ 578.259906] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-83bb8968-9fba-41a5-890b-19d297077555 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.260030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83bb8968-9fba-41a5-890b-19d297077555" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.260030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83bb8968-9fba-41a5-890b-19d297077555" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.260243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83bb8968-9fba-41a5-890b-19d297077555" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.260310] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83bb8968-9fba-41a5-890b-19d297077555',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.591579] env[67412]: INFO networking_nsxv3.common.synchronization [None req-25bc24b7-9805-4342-af5c-d5d0f7096c4d None None] Enqueued Resource ID: 7d0480e8-52a8-494e-a904-243beb298a0e with Priority: HIGHEST for action port [ 578.592104] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d0480e8-52a8-494e-a904-243beb298a0e with Priority: HIGHEST for action port [ 578.592401] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d0480e8-52a8-494e-a904-243beb298a0e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.592522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d0480e8-52a8-494e-a904-243beb298a0e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.592588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d0480e8-52a8-494e-a904-243beb298a0e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.592822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d0480e8-52a8-494e-a904-243beb298a0e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.592904] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d0480e8-52a8-494e-a904-243beb298a0e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.762865] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83bb8968-9fba-41a5-890b-19d297077555 [ 578.763292] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.764080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.764264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.764559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.764739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.764970] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83bb8968-9fba-41a5-890b-19d297077555 already deleted. [ 578.765542] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83bb8968-9fba-41a5-890b-19d297077555" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.095946] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d0480e8-52a8-494e-a904-243beb298a0e [ 579.096210] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.096394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.096394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.096621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.096708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.096797] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d0480e8-52a8-494e-a904-243beb298a0e already deleted. [ 579.096878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d0480e8-52a8-494e-a904-243beb298a0e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.303829] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b2741f38-c79d-444c-90b5-6b1dffcbf5e7 None None] Enqueued Resource ID: 4fe0dc79-bd3d-488c-84fe-89b4ee30ed90 with Priority: HIGHEST for action port [ 579.304372] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fe0dc79-bd3d-488c-84fe-89b4ee30ed90 with Priority: HIGHEST for action port [ 579.304658] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fe0dc79-bd3d-488c-84fe-89b4ee30ed90 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.304782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fe0dc79-bd3d-488c-84fe-89b4ee30ed90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.304845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fe0dc79-bd3d-488c-84fe-89b4ee30ed90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.305815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fe0dc79-bd3d-488c-84fe-89b4ee30ed90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.305929] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fe0dc79-bd3d-488c-84fe-89b4ee30ed90',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.808415] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fe0dc79-bd3d-488c-84fe-89b4ee30ed90 [ 579.808646] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.808784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.808853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.809084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.809173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.809265] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fe0dc79-bd3d-488c-84fe-89b4ee30ed90 already deleted. [ 579.809344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fe0dc79-bd3d-488c-84fe-89b4ee30ed90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.182099] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4503179f-7926-4055-833c-0ed56c1f35e5 None None] Enqueued Resource ID: bf06efd0-e12c-4c55-b0eb-e07f179306bf with Priority: HIGHEST for action port [ 580.182629] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf06efd0-e12c-4c55-b0eb-e07f179306bf with Priority: HIGHEST for action port [ 580.183057] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf06efd0-e12c-4c55-b0eb-e07f179306bf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.183362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf06efd0-e12c-4c55-b0eb-e07f179306bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.183434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf06efd0-e12c-4c55-b0eb-e07f179306bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.183677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf06efd0-e12c-4c55-b0eb-e07f179306bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.183759] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf06efd0-e12c-4c55-b0eb-e07f179306bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.686456] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf06efd0-e12c-4c55-b0eb-e07f179306bf [ 580.687302] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.687302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.687302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.687302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.687302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.687302] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf06efd0-e12c-4c55-b0eb-e07f179306bf already deleted. [ 580.687513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf06efd0-e12c-4c55-b0eb-e07f179306bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.794696] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d0f72f03-1b27-4ab8-8fd6-417f1d29622f None None] Enqueued Resource ID: ef22ceb0-3f02-48b8-9712-40bf2f273046 with Priority: HIGHEST for action port [ 580.795259] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef22ceb0-3f02-48b8-9712-40bf2f273046 with Priority: HIGHEST for action port [ 580.795811] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef22ceb0-3f02-48b8-9712-40bf2f273046 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.797272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef22ceb0-3f02-48b8-9712-40bf2f273046" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.797272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef22ceb0-3f02-48b8-9712-40bf2f273046" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.797407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef22ceb0-3f02-48b8-9712-40bf2f273046" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.797476] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef22ceb0-3f02-48b8-9712-40bf2f273046',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.300354] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef22ceb0-3f02-48b8-9712-40bf2f273046 [ 581.300774] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.300774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.302183] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.302422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.302508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.302680] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef22ceb0-3f02-48b8-9712-40bf2f273046 already deleted. [ 581.302680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef22ceb0-3f02-48b8-9712-40bf2f273046" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.049290] env[67412]: INFO networking_nsxv3.common.synchronization [None req-1d3b77e6-f657-4c32-ab93-65d4fae814ca None None] Enqueued Resource ID: ebea07ca-ee1c-44be-87f7-df2ca1d87869 with Priority: HIGHEST for action port [ 582.049290] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebea07ca-ee1c-44be-87f7-df2ca1d87869 with Priority: HIGHEST for action port [ 582.049290] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebea07ca-ee1c-44be-87f7-df2ca1d87869 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.049290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebea07ca-ee1c-44be-87f7-df2ca1d87869" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.049290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebea07ca-ee1c-44be-87f7-df2ca1d87869" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.049290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebea07ca-ee1c-44be-87f7-df2ca1d87869" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.049290] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebea07ca-ee1c-44be-87f7-df2ca1d87869',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.554719] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebea07ca-ee1c-44be-87f7-df2ca1d87869 [ 582.554719] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.554719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.554719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.554719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.554719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.554719] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebea07ca-ee1c-44be-87f7-df2ca1d87869 already deleted. [ 582.554719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebea07ca-ee1c-44be-87f7-df2ca1d87869" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.861289] env[67412]: INFO networking_nsxv3.common.synchronization [None req-35605f1e-0eeb-46ec-94b4-3a955a0a7c32 None None] Enqueued Resource ID: cf63329e-fb88-463b-90e2-41058f3e19ee with Priority: HIGHEST for action port [ 582.861289] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf63329e-fb88-463b-90e2-41058f3e19ee with Priority: HIGHEST for action port [ 582.861289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf63329e-fb88-463b-90e2-41058f3e19ee taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.861289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf63329e-fb88-463b-90e2-41058f3e19ee" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.862309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf63329e-fb88-463b-90e2-41058f3e19ee" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.862663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf63329e-fb88-463b-90e2-41058f3e19ee" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.862842] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf63329e-fb88-463b-90e2-41058f3e19ee',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.259302] env[67412]: INFO networking_nsxv3.common.synchronization [None req-c20212af-41f6-44bf-b8b2-05ebc7ed125a None None] Enqueued Resource ID: a8cbf226-938a-44b8-b20e-656b98bc32f4 with Priority: HIGHEST for action port [ 583.260250] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cbf226-938a-44b8-b20e-656b98bc32f4 with Priority: HIGHEST for action port [ 583.260564] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cbf226-938a-44b8-b20e-656b98bc32f4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.260690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cbf226-938a-44b8-b20e-656b98bc32f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.260758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cbf226-938a-44b8-b20e-656b98bc32f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.261015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cbf226-938a-44b8-b20e-656b98bc32f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.261101] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cbf226-938a-44b8-b20e-656b98bc32f4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.367367] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf63329e-fb88-463b-90e2-41058f3e19ee [ 583.367605] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.367739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.367803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.368228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.368228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.368228] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf63329e-fb88-463b-90e2-41058f3e19ee already deleted. [ 583.368353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf63329e-fb88-463b-90e2-41058f3e19ee" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.764417] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8cbf226-938a-44b8-b20e-656b98bc32f4 [ 583.764654] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.764793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.764875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.765142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.765235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.765329] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8cbf226-938a-44b8-b20e-656b98bc32f4 already deleted. [ 583.765478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cbf226-938a-44b8-b20e-656b98bc32f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.466048] env[67412]: INFO networking_nsxv3.common.synchronization [None req-0aff6681-7409-4352-ae40-bf153b8bbc03 None None] Enqueued Resource ID: 86e010e2-d929-469d-accd-be5ab2b7b804 with Priority: HIGHEST for action port [ 584.466675] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86e010e2-d929-469d-accd-be5ab2b7b804 with Priority: HIGHEST for action port [ 584.467290] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-86e010e2-d929-469d-accd-be5ab2b7b804 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.467462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86e010e2-d929-469d-accd-be5ab2b7b804" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.467549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86e010e2-d929-469d-accd-be5ab2b7b804" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.467787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86e010e2-d929-469d-accd-be5ab2b7b804" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.467874] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86e010e2-d929-469d-accd-be5ab2b7b804',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.518789] env[67412]: INFO networking_nsxv3.common.synchronization [None req-1fd265d5-a193-4b49-9e4a-947076fdd614 None None] Enqueued Resource ID: 04dff7d8-ab52-472f-9d84-6a6be9d9c076 with Priority: HIGHEST for action port [ 584.518789] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04dff7d8-ab52-472f-9d84-6a6be9d9c076 with Priority: HIGHEST for action port [ 584.518789] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-04dff7d8-ab52-472f-9d84-6a6be9d9c076 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.518789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04dff7d8-ab52-472f-9d84-6a6be9d9c076" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.518789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04dff7d8-ab52-472f-9d84-6a6be9d9c076" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.519204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04dff7d8-ab52-472f-9d84-6a6be9d9c076" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.519367] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04dff7d8-ab52-472f-9d84-6a6be9d9c076',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.970854] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86e010e2-d929-469d-accd-be5ab2b7b804 [ 584.971112] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.973037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.973037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.973037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.973037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.973037] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86e010e2-d929-469d-accd-be5ab2b7b804 already deleted. [ 584.973037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86e010e2-d929-469d-accd-be5ab2b7b804" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.022118] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 04dff7d8-ab52-472f-9d84-6a6be9d9c076 [ 585.022596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.022771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.022842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.023090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.023185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.023282] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:04dff7d8-ab52-472f-9d84-6a6be9d9c076 already deleted. [ 585.023356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04dff7d8-ab52-472f-9d84-6a6be9d9c076" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.040369] env[67412]: INFO networking_nsxv3.common.synchronization [None req-dd7a6a3e-4c95-4dca-a118-44789406eaed None None] Enqueued Resource ID: c381307a-9d83-4198-83ff-31c61507465b with Priority: HIGHEST for action port [ 585.040955] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c381307a-9d83-4198-83ff-31c61507465b with Priority: HIGHEST for action port [ 585.041280] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c381307a-9d83-4198-83ff-31c61507465b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.041434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c381307a-9d83-4198-83ff-31c61507465b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.041491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c381307a-9d83-4198-83ff-31c61507465b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.041710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c381307a-9d83-4198-83ff-31c61507465b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.041809] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c381307a-9d83-4198-83ff-31c61507465b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.320871] env[67412]: INFO networking_nsxv3.common.synchronization [None req-25230d3c-a8bb-4dfe-b2db-cb778ee80078 None None] Enqueued Resource ID: 21d3483c-f9d3-4a5a-beee-7c6b5d003b93 with Priority: HIGHEST for action port [ 585.320871] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21d3483c-f9d3-4a5a-beee-7c6b5d003b93 with Priority: HIGHEST for action port [ 585.320871] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-21d3483c-f9d3-4a5a-beee-7c6b5d003b93 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.320871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21d3483c-f9d3-4a5a-beee-7c6b5d003b93" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.320871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21d3483c-f9d3-4a5a-beee-7c6b5d003b93" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.320871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21d3483c-f9d3-4a5a-beee-7c6b5d003b93" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.320871] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21d3483c-f9d3-4a5a-beee-7c6b5d003b93',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.544155] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c381307a-9d83-4198-83ff-31c61507465b [ 585.544405] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.544478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.544530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.544758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.544863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.544982] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c381307a-9d83-4198-83ff-31c61507465b already deleted. [ 585.545083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c381307a-9d83-4198-83ff-31c61507465b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.825958] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21d3483c-f9d3-4a5a-beee-7c6b5d003b93 [ 585.825958] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.825958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.825958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.825958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.825958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.825958] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21d3483c-f9d3-4a5a-beee-7c6b5d003b93 already deleted. [ 585.825958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21d3483c-f9d3-4a5a-beee-7c6b5d003b93" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.393427] env[67412]: INFO networking_nsxv3.common.synchronization [None req-22ada9f5-f923-409c-a052-90c37aec6fb8 None None] Enqueued Resource ID: bdb13a2d-9e1b-4361-9cbc-3ff897138523 with Priority: HIGHEST for action port [ 588.394045] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdb13a2d-9e1b-4361-9cbc-3ff897138523 with Priority: HIGHEST for action port [ 588.394324] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdb13a2d-9e1b-4361-9cbc-3ff897138523 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.394453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdb13a2d-9e1b-4361-9cbc-3ff897138523" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.394516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdb13a2d-9e1b-4361-9cbc-3ff897138523" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.394786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdb13a2d-9e1b-4361-9cbc-3ff897138523" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.394853] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdb13a2d-9e1b-4361-9cbc-3ff897138523',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.765166] env[67412]: INFO networking_nsxv3.common.synchronization [None req-5ad173bd-ab01-468f-b3e5-13ffbd6626b5 None None] Enqueued Resource ID: d3869302-3763-4f86-8f79-10094f9d3536 with Priority: HIGHEST for action port [ 588.765769] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3869302-3763-4f86-8f79-10094f9d3536 with Priority: HIGHEST for action port [ 588.766341] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3869302-3763-4f86-8f79-10094f9d3536 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.766482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3869302-3763-4f86-8f79-10094f9d3536" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.767207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3869302-3763-4f86-8f79-10094f9d3536" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.767526] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3869302-3763-4f86-8f79-10094f9d3536" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.767907] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3869302-3763-4f86-8f79-10094f9d3536',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.897315] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdb13a2d-9e1b-4361-9cbc-3ff897138523 [ 588.897315] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.897412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.897443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.897657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.897743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.897835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdb13a2d-9e1b-4361-9cbc-3ff897138523 already deleted. [ 588.897915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdb13a2d-9e1b-4361-9cbc-3ff897138523" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.274467] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3869302-3763-4f86-8f79-10094f9d3536 [ 589.275466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.275641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.275748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.275973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.276078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.276173] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3869302-3763-4f86-8f79-10094f9d3536 already deleted. [ 589.276263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3869302-3763-4f86-8f79-10094f9d3536" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.320239] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b52d2613-8344-4fa5-a932-294a4f3a0a65 None None] Enqueued Resource ID: 1b26e901-f831-4b23-8ce3-0ffbe004fbed with Priority: HIGHEST for action port [ 589.320317] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b26e901-f831-4b23-8ce3-0ffbe004fbed with Priority: HIGHEST for action port [ 589.320599] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b26e901-f831-4b23-8ce3-0ffbe004fbed taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.321440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b26e901-f831-4b23-8ce3-0ffbe004fbed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.322176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b26e901-f831-4b23-8ce3-0ffbe004fbed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.322176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b26e901-f831-4b23-8ce3-0ffbe004fbed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.322176] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b26e901-f831-4b23-8ce3-0ffbe004fbed',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.408427] env[67412]: INFO networking_nsxv3.common.synchronization [None req-34592dbe-0a23-48b7-8de7-bcf818c125a4 None None] Enqueued Resource ID: 343a7d93-d9d0-439c-910d-cf43272aaca3 with Priority: HIGHEST for action port [ 589.408427] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343a7d93-d9d0-439c-910d-cf43272aaca3 with Priority: HIGHEST for action port [ 589.408427] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-343a7d93-d9d0-439c-910d-cf43272aaca3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.408427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343a7d93-d9d0-439c-910d-cf43272aaca3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.408427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343a7d93-d9d0-439c-910d-cf43272aaca3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.408427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343a7d93-d9d0-439c-910d-cf43272aaca3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.408427] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343a7d93-d9d0-439c-910d-cf43272aaca3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.826389] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b26e901-f831-4b23-8ce3-0ffbe004fbed [ 589.826612] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.826746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.826811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.827028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.827627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.827627] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b26e901-f831-4b23-8ce3-0ffbe004fbed already deleted. [ 589.827627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b26e901-f831-4b23-8ce3-0ffbe004fbed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.913843] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 343a7d93-d9d0-439c-910d-cf43272aaca3 [ 589.914194] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.914316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.914385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.914598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.914686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.914775] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:343a7d93-d9d0-439c-910d-cf43272aaca3 already deleted. [ 589.914858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343a7d93-d9d0-439c-910d-cf43272aaca3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.211066] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d16526db-0a37-4070-9bc9-8ab1f8075ac9 None None] Enqueued Resource ID: cc4dcccc-1233-4d28-9612-fb9e60c57114 with Priority: HIGHEST for action port [ 591.211066] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc4dcccc-1233-4d28-9612-fb9e60c57114 with Priority: HIGHEST for action port [ 591.211449] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc4dcccc-1233-4d28-9612-fb9e60c57114 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.211506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc4dcccc-1233-4d28-9612-fb9e60c57114" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.212304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc4dcccc-1233-4d28-9612-fb9e60c57114" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.212304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc4dcccc-1233-4d28-9612-fb9e60c57114" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.212304] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc4dcccc-1233-4d28-9612-fb9e60c57114',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.674814] env[67412]: INFO networking_nsxv3.common.synchronization [None req-7203d368-94a7-44ca-8a77-6400964dd867 None None] Enqueued Resource ID: 505e41bb-8f57-453e-9af3-cc9dcdd82d62 with Priority: HIGHEST for action port [ 591.675372] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505e41bb-8f57-453e-9af3-cc9dcdd82d62 with Priority: HIGHEST for action port [ 591.675668] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-505e41bb-8f57-453e-9af3-cc9dcdd82d62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.675789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-505e41bb-8f57-453e-9af3-cc9dcdd82d62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.675853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-505e41bb-8f57-453e-9af3-cc9dcdd82d62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.676112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-505e41bb-8f57-453e-9af3-cc9dcdd82d62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.676190] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505e41bb-8f57-453e-9af3-cc9dcdd82d62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.715935] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc4dcccc-1233-4d28-9612-fb9e60c57114 [ 591.716183] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.716317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.716398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.716591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.716676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.716766] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc4dcccc-1233-4d28-9612-fb9e60c57114 already deleted. [ 591.716845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc4dcccc-1233-4d28-9612-fb9e60c57114" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.178464] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 505e41bb-8f57-453e-9af3-cc9dcdd82d62 [ 592.178963] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.179767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.179843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.180104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.180195] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.180296] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:505e41bb-8f57-453e-9af3-cc9dcdd82d62 already deleted. [ 592.180402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-505e41bb-8f57-453e-9af3-cc9dcdd82d62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.309528] env[67412]: INFO networking_nsxv3.common.synchronization [None req-3488dcfb-8583-450b-a22b-e6a9272ea3d2 None None] Enqueued Resource ID: 88d0d79b-3373-46d9-9c3a-54af9df5409e with Priority: HIGHEST for action port [ 592.309791] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d0d79b-3373-46d9-9c3a-54af9df5409e with Priority: HIGHEST for action port [ 592.310379] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-88d0d79b-3373-46d9-9c3a-54af9df5409e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.310506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88d0d79b-3373-46d9-9c3a-54af9df5409e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.310595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88d0d79b-3373-46d9-9c3a-54af9df5409e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.311465] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88d0d79b-3373-46d9-9c3a-54af9df5409e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.312845] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88d0d79b-3373-46d9-9c3a-54af9df5409e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.814392] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88d0d79b-3373-46d9-9c3a-54af9df5409e [ 592.814722] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.814802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.814880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.815118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.815318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.816287] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88d0d79b-3373-46d9-9c3a-54af9df5409e already deleted. [ 592.816498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88d0d79b-3373-46d9-9c3a-54af9df5409e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.919594] env[67412]: INFO networking_nsxv3.common.synchronization [None req-22de5597-8e73-4581-a9d2-d7c2bc7c8f87 None None] Enqueued Resource ID: 89b4ac26-6811-4f59-98ff-bf3a3023f5e7 with Priority: HIGHEST for action port [ 592.921867] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 89b4ac26-6811-4f59-98ff-bf3a3023f5e7 with Priority: HIGHEST for action port [ 592.921867] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-89b4ac26-6811-4f59-98ff-bf3a3023f5e7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.921867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-89b4ac26-6811-4f59-98ff-bf3a3023f5e7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.921867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-89b4ac26-6811-4f59-98ff-bf3a3023f5e7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.921867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-89b4ac26-6811-4f59-98ff-bf3a3023f5e7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.921867] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('89b4ac26-6811-4f59-98ff-bf3a3023f5e7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.426326] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 89b4ac26-6811-4f59-98ff-bf3a3023f5e7 [ 593.426326] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.426326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.426326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.426326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.426326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.426326] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:89b4ac26-6811-4f59-98ff-bf3a3023f5e7 already deleted. [ 593.426326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-89b4ac26-6811-4f59-98ff-bf3a3023f5e7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.551399] env[67412]: INFO networking_nsxv3.common.synchronization [None req-41a83556-8fea-40bd-8029-0701ca63b330 tempest-AttachInterfacesUnderV243Test-862663801 tempest-AttachInterfacesUnderV243Test-862663801-project-member] Enqueued Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_rules [ 593.551873] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_rules [ 593.552238] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.552364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.552435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.552666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.552737] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.645208] env[67412]: INFO networking_nsxv3.common.synchronization [None req-85a1b67d-dd6e-4018-8b9f-9f62bdc153a5 tempest-AttachInterfacesUnderV243Test-862663801 tempest-AttachInterfacesUnderV243Test-862663801-project-member] Enqueued Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_rules [ 593.646262] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_rules [ 593.646262] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.646262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.082959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.083856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.083981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.084220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.084320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.084429] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 already deleted. [ 594.084502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.084657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.084816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.084901] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.232708] env[67412]: INFO networking_nsxv3.common.synchronization [None req-c81bf2d4-2729-47e3-8d68-cd8a1f343651 None None] Enqueued Resource ID: 446ebe3f-aca1-47bc-b730-e1c3058ae486 with Priority: HIGHEST for action port [ 594.233157] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446ebe3f-aca1-47bc-b730-e1c3058ae486 with Priority: HIGHEST for action port [ 594.233422] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-446ebe3f-aca1-47bc-b730-e1c3058ae486 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.233604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446ebe3f-aca1-47bc-b730-e1c3058ae486" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.233790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446ebe3f-aca1-47bc-b730-e1c3058ae486" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.233913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446ebe3f-aca1-47bc-b730-e1c3058ae486" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.234178] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446ebe3f-aca1-47bc-b730-e1c3058ae486',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.608307] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.608611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.608611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.608759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.608878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.608943] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 already deleted. [ 594.609026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.659969] env[67412]: INFO networking_nsxv3.common.synchronization [None req-8ac3591b-f156-4b41-96e5-da7b70256d2c None None] Enqueued Resource ID: 34fd50d0-7e46-4dc6-a1c0-9529953acf7e with Priority: HIGHEST for action port [ 594.660225] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34fd50d0-7e46-4dc6-a1c0-9529953acf7e with Priority: HIGHEST for action port [ 594.660661] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-34fd50d0-7e46-4dc6-a1c0-9529953acf7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.660661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34fd50d0-7e46-4dc6-a1c0-9529953acf7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.660788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34fd50d0-7e46-4dc6-a1c0-9529953acf7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.660951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34fd50d0-7e46-4dc6-a1c0-9529953acf7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.661180] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34fd50d0-7e46-4dc6-a1c0-9529953acf7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.736393] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 446ebe3f-aca1-47bc-b730-e1c3058ae486 [ 594.736653] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.736790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.736856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.737364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.738659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.738769] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:446ebe3f-aca1-47bc-b730-e1c3058ae486 already deleted. [ 594.738860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446ebe3f-aca1-47bc-b730-e1c3058ae486" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.871756] env[67412]: INFO networking_nsxv3.common.synchronization [req-7692763c-4869-43cc-8ada-385da0295753 req-11d5789c-c55c-4b56-9ace-5f4213857ddf tempest-DeleteServersAdminTestJSON-1993008612 tempest-DeleteServersAdminTestJSON-1993008612-project-member] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 594.872314] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 594.872611] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.872751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.872821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.873230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.873406] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.873535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.873604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.873777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.873850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.873942] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.163400] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34fd50d0-7e46-4dc6-a1c0-9529953acf7e [ 595.164027] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.164027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.164027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.164259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.164259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.164320] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34fd50d0-7e46-4dc6-a1c0-9529953acf7e already deleted. [ 595.164481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34fd50d0-7e46-4dc6-a1c0-9529953acf7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.376197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.376395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.376450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.377394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.377394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.377394] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.377394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.377394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.377394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.377394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.377394] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 already deleted. [ 595.380830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.602433] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.602649] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.602772] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.606212] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.606506] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.606935] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.606935] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.606996] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.607129] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.607411] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.607520] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.607624] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.608376] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.610535] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.610535] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.610535] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.631474] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.631636] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.631742] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.631944] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.632362] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.632614] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.632731] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.633060] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.633669] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88c3626-6277-4acd-96e8-00ea9d5cc1c7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.137215] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.137489] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.137621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.137825] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.137963] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.138119] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port d88c3626-6277-4acd-96e8-00ea9d5cc1c7 not found, creating... [ 596.138372] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.138536] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.138618] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.138830] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.138956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.139338] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.139567] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.139602] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.139827] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.139916] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.140406] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: d88c3626-6277-4acd-96e8-00ea9d5cc1c7 is going to be created. [ 596.162429] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.163058] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.163058] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.163249] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.163317] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.163618] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.729569] env[67412]: INFO networking_nsxv3.common.synchronization [None req-16046c1f-9ed9-49c9-bfa1-0120eef174cd None None] Enqueued Resource ID: adff1151-a2c5-428a-8c46-7e6a0930e801 with Priority: HIGHEST for action port [ 596.729838] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adff1151-a2c5-428a-8c46-7e6a0930e801 with Priority: HIGHEST for action port [ 596.732010] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-adff1151-a2c5-428a-8c46-7e6a0930e801 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.732236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adff1151-a2c5-428a-8c46-7e6a0930e801" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.732313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adff1151-a2c5-428a-8c46-7e6a0930e801" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.732700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adff1151-a2c5-428a-8c46-7e6a0930e801" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.732851] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adff1151-a2c5-428a-8c46-7e6a0930e801',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.926576] env[67412]: INFO networking_nsxv3.common.synchronization [req-7692763c-4869-43cc-8ada-385da0295753 req-09f530c7-ad98-4c6a-94a1-af70e97fd0af service nova] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_rules [ 596.926701] env[67412]: INFO networking_nsxv3.common.synchronization [req-7692763c-4869-43cc-8ada-385da0295753 req-09f530c7-ad98-4c6a-94a1-af70e97fd0af service nova] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 596.926743] env[67412]: INFO networking_nsxv3.common.synchronization [req-7692763c-4869-43cc-8ada-385da0295753 req-09f530c7-ad98-4c6a-94a1-af70e97fd0af service nova] Enqueued Resource ID: d88c3626-6277-4acd-96e8-00ea9d5cc1c7 with Priority: HIGHEST for action port [ 596.927452] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_rules [ 596.927589] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 596.927697] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d88c3626-6277-4acd-96e8-00ea9d5cc1c7 with Priority: HIGHEST for action port [ 596.927956] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.928358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.928432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.928673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.928753] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.929566] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.929679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.929743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.929901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.930056] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.930231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.930231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.930380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.930410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.930499] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.931564] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.931622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.931651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.931786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.931863] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d88c3626-6277-4acd-96e8-00ea9d5cc1c7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.235860] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adff1151-a2c5-428a-8c46-7e6a0930e801 [ 597.236112] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.236308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.236394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.236548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.236636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.236725] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adff1151-a2c5-428a-8c46-7e6a0930e801 already deleted. [ 597.236832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adff1151-a2c5-428a-8c46-7e6a0930e801" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.404141] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-e0a1240d-7dce-416c-bc1b-1ab64bd3691d tempest-ListServersNegativeTestJSON-1608577288 tempest-ListServersNegativeTestJSON-1608577288-project-member] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 597.404732] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 597.405343] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.405588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.405588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.405891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.407172] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.407172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.407172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.407172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.407172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.407172] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.435430] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.435430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.446064] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.446064] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d88c3626-6277-4acd-96e8-00ea9d5cc1c7 with status ACTIVE [ 597.446914] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.446914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.446914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.447171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.447171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.447682] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.447901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.447971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.448248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.448384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.448683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.448842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.448947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.449198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.449333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.449487] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d88c3626-6277-4acd-96e8-00ea9d5cc1c7 is going to be updated. [ 597.475205] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.475395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.475442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.475625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.475755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.475905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d88c3626-6277-4acd-96e8-00ea9d5cc1c7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.512060] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4ebac1c3-fb01-4db9-b3be-afa63fea0700 None None] Enqueued Resource ID: 9f3abbb4-1a06-47a4-9d40-d62c489f072f with Priority: HIGHEST for action port [ 597.512060] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3abbb4-1a06-47a4-9d40-d62c489f072f with Priority: HIGHEST for action port [ 597.512060] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3abbb4-1a06-47a4-9d40-d62c489f072f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.512060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3abbb4-1a06-47a4-9d40-d62c489f072f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.512060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3abbb4-1a06-47a4-9d40-d62c489f072f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.512060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3abbb4-1a06-47a4-9d40-d62c489f072f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.512060] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3abbb4-1a06-47a4-9d40-d62c489f072f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.909454] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.909866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.909866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.909970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.910010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.910208] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.910310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.910363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.910518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.910582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.910678] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 already deleted. [ 597.910737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.912595] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.912765] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.912879] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.913162] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.913551] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.913551] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.913713] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.913888] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.913967] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.914218] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.914313] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.914404] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.914510] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.914616] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.914712] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.914836] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.936935] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.939032] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.939032] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.939032] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.939257] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.939764] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.939941] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.940709] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.940709] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fcb90c1-c843-4962-bbe5-9edc1fed38d9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.955256] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.016488] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3abbb4-1a06-47a4-9d40-d62c489f072f [ 598.017086] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.017255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.017326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.017580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.017664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.017711] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3abbb4-1a06-47a4-9d40-d62c489f072f already deleted. [ 598.018431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3abbb4-1a06-47a4-9d40-d62c489f072f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.297035] env[67412]: INFO networking_nsxv3.common.synchronization [None req-e493a861-f21f-443b-b32f-b09ef4f01564 tempest-VolumesAssistedSnapshotsTest-891648022 tempest-VolumesAssistedSnapshotsTest-891648022-project-member] Enqueued Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_rules [ 598.302073] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_rules [ 598.302522] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caead7ac-5909-4938-8a56-483ee336a701 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.304656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.304799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.305163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.305310] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.443715] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.443931] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.444212] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.444354] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.444492] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.444634] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 2fcb90c1-c843-4962-bbe5-9edc1fed38d9 not found, creating... [ 598.444879] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.445075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.445218] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.445536] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.445608] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.445835] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.445973] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.446102] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.446321] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.446445] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.446557] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 2fcb90c1-c843-4962-bbe5-9edc1fed38d9 is going to be created. [ 598.456717] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.456897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.456897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.457113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.457202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.457296] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 is going to be created. [ 598.469467] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.469679] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.469679] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.469943] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.470225] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.470560] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.496734] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.496903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.496948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.497159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.497317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.510687] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: UNINITIALIZED for 2s [ 598.667453] env[67412]: INFO networking_nsxv3.common.synchronization [None req-46c4fc89-e8f2-4cf4-a462-b80ba584384b tempest-VolumesAssistedSnapshotsTest-891648022 tempest-VolumesAssistedSnapshotsTest-891648022-project-member] Enqueued Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_rules [ 598.668138] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_rules [ 598.668573] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caead7ac-5909-4938-8a56-483ee336a701 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.668666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.831494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.831668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.831735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.831944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.832086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.832195] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caead7ac-5909-4938-8a56-483ee336a701 already deleted. [ 598.832284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.832428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.832618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.832690] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.124873] env[67412]: INFO networking_nsxv3.common.synchronization [None req-e5039c88-472c-4eee-8b87-11925d8aaf5e None None] Enqueued Resource ID: 35b52b54-146b-461e-b22c-f40bbf109eb3 with Priority: HIGHEST for action port [ 599.125596] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35b52b54-146b-461e-b22c-f40bbf109eb3 with Priority: HIGHEST for action port [ 599.126108] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-35b52b54-146b-461e-b22c-f40bbf109eb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.126108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35b52b54-146b-461e-b22c-f40bbf109eb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.128496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35b52b54-146b-461e-b22c-f40bbf109eb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.128833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35b52b54-146b-461e-b22c-f40bbf109eb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.128939] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35b52b54-146b-461e-b22c-f40bbf109eb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.350809] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-3b7c932c-6d71-4fac-b7d4-0635b7fc7d26 service nova] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_rules [ 599.350809] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-3b7c932c-6d71-4fac-b7d4-0635b7fc7d26 service nova] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 599.350809] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-3b7c932c-6d71-4fac-b7d4-0635b7fc7d26 service nova] Enqueued Resource ID: 2fcb90c1-c843-4962-bbe5-9edc1fed38d9 with Priority: HIGHEST for action port [ 599.351259] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_rules [ 599.351428] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 599.351591] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fcb90c1-c843-4962-bbe5-9edc1fed38d9 with Priority: HIGHEST for action port [ 599.351797] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.351924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.352146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.353498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.354546] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.355170] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.355339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.355339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.355546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.355631] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.355749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.355821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.356063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.356152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.356241] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.357979] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.357979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.358160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.358391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.358477] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fcb90c1-c843-4962-bbe5-9edc1fed38d9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.361821] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.362460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.362460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.362560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.363066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.363066] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caead7ac-5909-4938-8a56-483ee336a701 already deleted. [ 599.363066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.632382] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 35b52b54-146b-461e-b22c-f40bbf109eb3 [ 599.632382] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.632382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.632382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.632592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.632701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.632768] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:35b52b54-146b-461e-b22c-f40bbf109eb3 already deleted. [ 599.632837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35b52b54-146b-461e-b22c-f40bbf109eb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.676964] env[67412]: INFO networking_nsxv3.common.synchronization [None req-253641ff-33ba-47ba-8744-7013f819713d None None] Enqueued Resource ID: e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6 with Priority: HIGHEST for action port [ 599.677755] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6 with Priority: HIGHEST for action port [ 599.677872] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.678018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.678324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.678659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.679286] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.863972] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.864224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.864404] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fcb90c1-c843-4962-bbe5-9edc1fed38d9 with status ACTIVE [ 599.864549] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.864659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.864724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.865541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.865541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.865541] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.865541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.865541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.865541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.865541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.866065] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.866065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.866065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.866065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.866241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.866241] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fcb90c1-c843-4962-bbe5-9edc1fed38d9 is going to be updated. [ 599.870594] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.888491] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.888671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.888708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.888914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.889060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.889219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fcb90c1-c843-4962-bbe5-9edc1fed38d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.026859] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-eba144e9-2b39-42cd-a366-6c3fe1c5fe0f tempest-ListServersNegativeTestJSON-1608577288 tempest-ListServersNegativeTestJSON-1608577288-project-member] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 600.027433] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 600.028234] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.028234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.181466] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6 [ 600.181781] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.181853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.181908] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.183766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.183766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.183766] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6 already deleted. [ 600.183766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e27803ec-919f-4eb5-b9ce-5e11a2c5e5e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.372853] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.473794] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.473993] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.474141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.474404] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.475056] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.476540] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.477218] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.477218] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.477218] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.477218] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.477409] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.477768] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.477831] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.478386] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.478386] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.478386] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.486389] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4e53ea0e-d3e2-4ae4-bbf2-0626b68d1889 None None] Enqueued Resource ID: ad614bb0-711d-4481-931f-5e8ef12c83d6 with Priority: HIGHEST for action port [ 600.486887] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad614bb0-711d-4481-931f-5e8ef12c83d6 with Priority: HIGHEST for action port [ 600.487380] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad614bb0-711d-4481-931f-5e8ef12c83d6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.487501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad614bb0-711d-4481-931f-5e8ef12c83d6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.487569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad614bb0-711d-4481-931f-5e8ef12c83d6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.487801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad614bb0-711d-4481-931f-5e8ef12c83d6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.487884] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad614bb0-711d-4481-931f-5e8ef12c83d6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.496042] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.496042] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.496042] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.496165] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.496461] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-7b163a04-a59a-47ca-9b96-282ec1006b1e taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.496955] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-7b163a04-a59a-47ca-9b96-282ec1006b1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.497092] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-7b163a04-a59a-47ca-9b96-282ec1006b1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.497765] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-7b163a04-a59a-47ca-9b96-282ec1006b1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.497765] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b163a04-a59a-47ca-9b96-282ec1006b1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.503486] env[67412]: INFO networking_nsxv3.common.synchronization [None req-072e3277-1584-4665-aaf7-1d5d8540c63e None None] Enqueued Resource ID: a0122739-99be-40e0-84c7-1f8724523d62 with Priority: HIGHEST for action port [ 600.503959] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0122739-99be-40e0-84c7-1f8724523d62 with Priority: HIGHEST for action port [ 600.504283] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0122739-99be-40e0-84c7-1f8724523d62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.504426] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0122739-99be-40e0-84c7-1f8724523d62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.504523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0122739-99be-40e0-84c7-1f8724523d62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.504683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0122739-99be-40e0-84c7-1f8724523d62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.504782] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0122739-99be-40e0-84c7-1f8724523d62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.522115] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: SUCCESS [ 600.522395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.522780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.522991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.523190] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.523308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.523373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.523527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.523611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.523686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.523772] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.875740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.875935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.876046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.876250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.876375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.876504] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be created. [ 600.901625] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.901787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.901859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.902084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.902251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.912320] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: UNINITIALIZED for 2s [ 600.990827] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad614bb0-711d-4481-931f-5e8ef12c83d6 [ 600.991143] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.991290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.991360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.991586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.991718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.991828] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad614bb0-711d-4481-931f-5e8ef12c83d6 already deleted. [ 600.991973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad614bb0-711d-4481-931f-5e8ef12c83d6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.000707] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.001118] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.001344] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.001772] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.002136] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.002446] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 7b163a04-a59a-47ca-9b96-282ec1006b1e not found, creating... [ 601.002856] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.003128] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.003342] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.003642] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.003824] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.004311] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.004626] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.004870] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.005210] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.005439] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.005657] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 7b163a04-a59a-47ca-9b96-282ec1006b1e is going to be created. [ 601.007814] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0122739-99be-40e0-84c7-1f8724523d62 [ 601.008097] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.008386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.008576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.008894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.009048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.009179] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0122739-99be-40e0-84c7-1f8724523d62 already deleted. [ 601.009327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0122739-99be-40e0-84c7-1f8724523d62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.026220] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.026458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.026504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.026731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.026946] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.027075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.027152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.027348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.027459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.027568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.027741] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.027858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.027915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.028115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.028280] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.028393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.028456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.028632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.028932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.028932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.028932] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.033076] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.033331] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.033464] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.033816] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.034012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.034313] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-7b163a04-a59a-47ca-9b96-282ec1006b1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.531385] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5da9ee3-df3a-4651-b164-545646bc9217: rpc.has_security_group_logging(os_id): False [ 601.550747] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.550930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.550980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.551320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.551399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.551651] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.551744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.551744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.551878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.551951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.552137] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.552258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.552312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.552422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.552497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.552679] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.552825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.552825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.552964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.553045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.553166] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 is going to be created. [ 601.611971] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.612167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.612234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.612440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.612620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.623192] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: IN_PROGRESS for 2s [ 601.744587] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-71d75ae2-96ac-46d7-84a9-ace7cbe3de3c service nova] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_rules [ 601.744587] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-71d75ae2-96ac-46d7-84a9-ace7cbe3de3c service nova] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 601.744587] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-71d75ae2-96ac-46d7-84a9-ace7cbe3de3c service nova] Enqueued Resource ID: 7b163a04-a59a-47ca-9b96-282ec1006b1e with Priority: HIGHEST for action port [ 601.745078] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_rules [ 601.745458] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 601.745458] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b163a04-a59a-47ca-9b96-282ec1006b1e with Priority: HIGHEST for action port [ 601.745604] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.745694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.746643] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.746643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.746643] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b163a04-a59a-47ca-9b96-282ec1006b1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.746643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b163a04-a59a-47ca-9b96-282ec1006b1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.746643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b163a04-a59a-47ca-9b96-282ec1006b1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.746835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b163a04-a59a-47ca-9b96-282ec1006b1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.746835] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b163a04-a59a-47ca-9b96-282ec1006b1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.751196] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d5c5c615-a499-4e84-85d3-dcd682249a93 None None] Enqueued Resource ID: c68c294c-d457-4824-86aa-2e8aaef6f815 with Priority: HIGHEST for action port [ 601.751196] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c68c294c-d457-4824-86aa-2e8aaef6f815 with Priority: HIGHEST for action port [ 601.751196] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c68c294c-d457-4824-86aa-2e8aaef6f815 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.751196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c68c294c-d457-4824-86aa-2e8aaef6f815" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.751196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c68c294c-d457-4824-86aa-2e8aaef6f815" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.751196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c68c294c-d457-4824-86aa-2e8aaef6f815" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.751196] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c68c294c-d457-4824-86aa-2e8aaef6f815',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.158723] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-3fb19806-12e8-454f-bb06-33e6ef3d734e tempest-ListServersNegativeTestJSON-1608577288 tempest-ListServersNegativeTestJSON-1608577288-project-member] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 602.159294] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 602.159596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.159701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.250578] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b163a04-a59a-47ca-9b96-282ec1006b1e with status ACTIVE [ 602.251176] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.252641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.252641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.252641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.252641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.252820] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.252930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.252930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.253475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.253475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.253475] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.253475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.253475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.254163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.254163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.254163] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b163a04-a59a-47ca-9b96-282ec1006b1e is going to be updated. [ 602.255493] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c68c294c-d457-4824-86aa-2e8aaef6f815 [ 602.255493] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.255493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.255909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.255909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.255909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.256784] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c68c294c-d457-4824-86aa-2e8aaef6f815 already deleted. [ 602.256784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c68c294c-d457-4824-86aa-2e8aaef6f815" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.261172] env[67412]: INFO networking_nsxv3.common.synchronization [None req-18e01de4-97f0-4ce3-aa75-727322300ea0 None None] Enqueued Resource ID: 539859fd-2ffc-41cb-a7df-0d536ae47d39 with Priority: HIGHEST for action port [ 602.262523] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 539859fd-2ffc-41cb-a7df-0d536ae47d39 with Priority: HIGHEST for action port [ 602.262523] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-539859fd-2ffc-41cb-a7df-0d536ae47d39 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.262523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-539859fd-2ffc-41cb-a7df-0d536ae47d39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.262523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-539859fd-2ffc-41cb-a7df-0d536ae47d39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.262523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-539859fd-2ffc-41cb-a7df-0d536ae47d39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.262523] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('539859fd-2ffc-41cb-a7df-0d536ae47d39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.278422] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.278556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.278621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.278824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.278948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.279115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b163a04-a59a-47ca-9b96-282ec1006b1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.721378] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-624 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.722273] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.722509] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.722847] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.723214] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.723486] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.723696] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.723994] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.724255] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.724547] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.724737] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.724947] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.725203] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.725416] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.725599] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.725806] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.745957] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.746657] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.746912] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.747186] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-624" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.747577] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-d26d9a77-0a25-48db-81a9-ae38df912550 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.747943] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-d26d9a77-0a25-48db-81a9-ae38df912550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.748164] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-d26d9a77-0a25-48db-81a9-ae38df912550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.748562] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-d26d9a77-0a25-48db-81a9-ae38df912550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.748786] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d26d9a77-0a25-48db-81a9-ae38df912550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.767337] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 539859fd-2ffc-41cb-a7df-0d536ae47d39 [ 602.767337] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.767337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.767337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.767337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.767337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.767337] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:539859fd-2ffc-41cb-a7df-0d536ae47d39 already deleted. [ 602.767337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-539859fd-2ffc-41cb-a7df-0d536ae47d39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.887635] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b828befe-1d99-4a2d-ba34-68cc2ec6ca4a tempest-ServersTestJSON-399624002 tempest-ServersTestJSON-399624002-project-member] Enqueued Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_rules [ 602.890338] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_rules [ 602.890338] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.890338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.890338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.890338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.890338] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.925399] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 602.925601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.925758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.925965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.926170] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.926291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.926343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.926544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.926584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.927981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.927981] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.927981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.927981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.927981] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.927981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.927981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.928315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.928315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.928315] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.187127] env[67412]: INFO networking_nsxv3.common.synchronization [None req-551c277a-4710-4bc9-9f26-7424ae27ef9e tempest-ServersTestJSON-399624002 tempest-ServersTestJSON-399624002-project-member] Enqueued Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_rules [ 603.187879] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_rules [ 603.187988] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.188072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.252187] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.252813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.252813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.252813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.252813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.252929] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port d26d9a77-0a25-48db-81a9-ae38df912550 not found, creating... [ 603.253151] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.253300] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.253552] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.253684] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.253788] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.254090] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.254235] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.254346] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.254545] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.255113] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.255292] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: d26d9a77-0a25-48db-81a9-ae38df912550 is going to be created. [ 603.263160] env[67412]: INFO networking_nsxv3.common.synchronization [None req-7072971a-d9c9-4e3d-9c42-4db17041ca2f None None] Enqueued Resource ID: e81976db-33e3-4138-b995-575526249c1c with Priority: HIGHEST for action port [ 603.263964] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81976db-33e3-4138-b995-575526249c1c with Priority: HIGHEST for action port [ 603.264153] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81976db-33e3-4138-b995-575526249c1c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.264153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81976db-33e3-4138-b995-575526249c1c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.264317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81976db-33e3-4138-b995-575526249c1c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.264450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81976db-33e3-4138-b995-575526249c1c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.264532] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81976db-33e3-4138-b995-575526249c1c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.282805] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.283094] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.283178] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.283715] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.283715] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.283831] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-d26d9a77-0a25-48db-81a9-ae38df912550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.417155] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.417310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.417369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.417581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.417664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.417755] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 already deleted. [ 603.417838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.418052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.418177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.418254] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.430450] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.430450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430764] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.637549] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: SUCCESS [ 603.638878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.768166] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e81976db-33e3-4138-b995-575526249c1c [ 603.768166] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.768647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.768647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.768647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.768647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.768647] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e81976db-33e3-4138-b995-575526249c1c already deleted. [ 603.768834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81976db-33e3-4138-b995-575526249c1c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.934159] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.941123] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.941290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.941403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.941654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.941745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.941838] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 already deleted. [ 603.941920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.037175] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-5f5dcd41-92b2-4273-b8e7-adc3363b2aee service nova] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_rules [ 604.037426] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-5f5dcd41-92b2-4273-b8e7-adc3363b2aee service nova] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 604.037608] env[67412]: INFO networking_nsxv3.common.synchronization [req-c60bf5a4-844b-434e-ba5b-c678bfb61929 req-5f5dcd41-92b2-4273-b8e7-adc3363b2aee service nova] Enqueued Resource ID: d26d9a77-0a25-48db-81a9-ae38df912550 with Priority: HIGHEST for action port [ 604.038401] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_rules [ 604.038573] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 604.038710] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26d9a77-0a25-48db-81a9-ae38df912550 with Priority: HIGHEST for action port [ 604.039099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.039284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.039506] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.039619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.039862] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d26d9a77-0a25-48db-81a9-ae38df912550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.040029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d26d9a77-0a25-48db-81a9-ae38df912550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.040108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d26d9a77-0a25-48db-81a9-ae38df912550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.040384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d26d9a77-0a25-48db-81a9-ae38df912550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.040499] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d26d9a77-0a25-48db-81a9-ae38df912550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.430139] env[67412]: INFO networking_nsxv3.common.synchronization [req-0dd8be4a-653d-4d53-8b6a-bae9fd772726 req-e3f78c1f-43d1-433d-ab9d-532a4d118205 tempest-ServerDiagnosticsNegativeTest-1892375048 tempest-ServerDiagnosticsNegativeTest-1892375048-project-member] Enqueued Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGHEST for action security_group_members [ 604.430754] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGHEST for action security_group_members [ 604.433143] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-56448543-9b47-40ad-86fc-62cbe31a3b20 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.433279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.433425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.433664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.433862] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.433942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.433979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.434186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.434276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.434393] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.435522] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.435639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.435677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.435838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.435915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.436032] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 604.469741] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.469891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.469954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.470203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.470377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.479674] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 604.543779] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d26d9a77-0a25-48db-81a9-ae38df912550 with status ACTIVE [ 604.544226] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.544307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.544380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.544684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.544844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.545596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.545596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.545596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.545596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.545774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.545958] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.546142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.546190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.546374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.546544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.546592] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d26d9a77-0a25-48db-81a9-ae38df912550 is going to be updated. [ 604.574189] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.574189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.574189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.574189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.574189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.574189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d26d9a77-0a25-48db-81a9-ae38df912550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.938994] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.938994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.938994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.938994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.938994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.939418] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.939418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.939418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.939517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.939517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.940400] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 already deleted. [ 604.940400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.122520] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.122694] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.122802] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.126455] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.126808] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.126984] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.127113] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.127370] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.127503] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.127702] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.127809] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.127906] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.128202] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.128202] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.128202] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.128380] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.149760] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.149877] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.150350] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.150350] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.150549] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-c858b0dd-1ab1-4a83-acdd-84b606fee545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.150635] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-c858b0dd-1ab1-4a83-acdd-84b606fee545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.150880] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-c858b0dd-1ab1-4a83-acdd-84b606fee545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.151195] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-c858b0dd-1ab1-4a83-acdd-84b606fee545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.151195] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c858b0dd-1ab1-4a83-acdd-84b606fee545',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.643862] env[67412]: INFO networking_nsxv3.common.synchronization [req-a93331b1-d796-46e5-b0b4-70be1f26903a req-92e514fe-6f00-484c-a469-b2ca01bb5032 tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 605.644950] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 605.645696] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.645852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.645918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.646233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.646412] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.646523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.646633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.646808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.646894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.646991] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.653912] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.654257] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.654587] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.654649] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.654783] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.654926] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port c858b0dd-1ab1-4a83-acdd-84b606fee545 not found, creating... [ 605.655235] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.655424] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.655585] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.655864] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.656119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.657537] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.657537] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.657537] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.657537] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.657846] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.658487] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: c858b0dd-1ab1-4a83-acdd-84b606fee545 is going to be created. [ 605.683592] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.683592] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.683592] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.683592] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.683592] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.683592] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-c858b0dd-1ab1-4a83-acdd-84b606fee545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.139621] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.139621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.139621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.139621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.140078] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.140078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.140078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.140203] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.140311] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.140928] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.140928] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.140928] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.140928] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.140928] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.141233] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.141233] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.152704] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.152704] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.152704] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 already deleted. [ 606.152704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.163759] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.164130] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.164320] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.164504] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.164837] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-bab41b61-d9f6-4096-a87b-11e043a64e79 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.165040] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-bab41b61-d9f6-4096-a87b-11e043a64e79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.165175] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-bab41b61-d9f6-4096-a87b-11e043a64e79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.165513] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-bab41b61-d9f6-4096-a87b-11e043a64e79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.170757] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab41b61-d9f6-4096-a87b-11e043a64e79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.422528] env[67412]: INFO networking_nsxv3.common.synchronization [req-0dd8be4a-653d-4d53-8b6a-bae9fd772726 req-f6325cdb-3897-46d7-94c0-302f61fb1ade service nova] Enqueued Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGHEST for action security_group_rules [ 606.422639] env[67412]: INFO networking_nsxv3.common.synchronization [req-0dd8be4a-653d-4d53-8b6a-bae9fd772726 req-f6325cdb-3897-46d7-94c0-302f61fb1ade service nova] Enqueued Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGHEST for action security_group_members [ 606.422766] env[67412]: INFO networking_nsxv3.common.synchronization [req-0dd8be4a-653d-4d53-8b6a-bae9fd772726 req-f6325cdb-3897-46d7-94c0-302f61fb1ade service nova] Enqueued Resource ID: c858b0dd-1ab1-4a83-acdd-84b606fee545 with Priority: HIGHEST for action port [ 606.423356] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGHEST for action security_group_rules [ 606.423466] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGHEST for action security_group_members [ 606.423558] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c858b0dd-1ab1-4a83-acdd-84b606fee545 with Priority: HIGHEST for action port [ 606.424194] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56448543-9b47-40ad-86fc-62cbe31a3b20 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.424331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.424397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.424654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.424771] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.425640] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-56448543-9b47-40ad-86fc-62cbe31a3b20 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.425754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.425818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.425996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.426834] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.426950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.426950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.427112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.427719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.427719] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.429140] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c858b0dd-1ab1-4a83-acdd-84b606fee545 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.431464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c858b0dd-1ab1-4a83-acdd-84b606fee545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.431464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c858b0dd-1ab1-4a83-acdd-84b606fee545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.431464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c858b0dd-1ab1-4a83-acdd-84b606fee545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.431464] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c858b0dd-1ab1-4a83-acdd-84b606fee545',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.491945] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 606.492230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.492354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.492573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.492766] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.492915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.492993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.493162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.493286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.493365] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.675031] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.675031] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.675257] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.675406] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.675567] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.675723] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port bab41b61-d9f6-4096-a87b-11e043a64e79 not found, creating... [ 606.676036] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.676277] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.676415] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.676654] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.676803] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.678319] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.678500] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.678644] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.678944] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.679111] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.679306] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: bab41b61-d9f6-4096-a87b-11e043a64e79 is going to be created. [ 606.705550] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.706039] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.707025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.707025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.707262] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.707667] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-bab41b61-d9f6-4096-a87b-11e043a64e79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.871146] env[67412]: INFO networking_nsxv3.common.synchronization [None req-f59edb14-9aca-4a2b-9931-e2101fefd032 None None] Enqueued Resource ID: 4a2c471e-3bff-4b1e-ad7d-4828ef6e2797 with Priority: HIGHEST for action port [ 606.871650] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a2c471e-3bff-4b1e-ad7d-4828ef6e2797 with Priority: HIGHEST for action port [ 606.871699] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a2c471e-3bff-4b1e-ad7d-4828ef6e2797 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.871824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a2c471e-3bff-4b1e-ad7d-4828ef6e2797" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.871868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a2c471e-3bff-4b1e-ad7d-4828ef6e2797" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.872258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a2c471e-3bff-4b1e-ad7d-4828ef6e2797" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.872258] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a2c471e-3bff-4b1e-ad7d-4828ef6e2797',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.929777] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.938020] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c858b0dd-1ab1-4a83-acdd-84b606fee545 with status ACTIVE [ 606.938020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.938020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.938020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.938704] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.938704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.938704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.938903] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.938903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.938903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.939022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.940697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.940697] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c858b0dd-1ab1-4a83-acdd-84b606fee545 is going to be updated. [ 606.941315] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-56448543-9b47-40ad-86fc-62cbe31a3b20 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.941425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.942407] env[67412]: INFO networking_nsxv3.common.synchronization [None req-fa660cf1-b613-469a-9ca7-57cfa5e57b0d None None] Enqueued Resource ID: 981b5612-84eb-4947-8e3b-c5ee6efcba31 with Priority: HIGHEST for action port [ 606.943495] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 981b5612-84eb-4947-8e3b-c5ee6efcba31 with Priority: HIGHEST for action port [ 606.945179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-981b5612-84eb-4947-8e3b-c5ee6efcba31 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.945179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-981b5612-84eb-4947-8e3b-c5ee6efcba31" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.945179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-981b5612-84eb-4947-8e3b-c5ee6efcba31" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.945179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-981b5612-84eb-4947-8e3b-c5ee6efcba31" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.945179] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('981b5612-84eb-4947-8e3b-c5ee6efcba31',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.967378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.967378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.967378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.967573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.967573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.967748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c858b0dd-1ab1-4a83-acdd-84b606fee545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.996067] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.374275] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a2c471e-3bff-4b1e-ad7d-4828ef6e2797 [ 607.374571] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.374745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.374796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.375105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.375222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.375318] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a2c471e-3bff-4b1e-ad7d-4828ef6e2797 already deleted. [ 607.375427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a2c471e-3bff-4b1e-ad7d-4828ef6e2797" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.433029] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.447629] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 981b5612-84eb-4947-8e3b-c5ee6efcba31 [ 607.447838] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.447960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.448038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.448313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.448313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.448408] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:981b5612-84eb-4947-8e3b-c5ee6efcba31 already deleted. [ 607.448490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-981b5612-84eb-4947-8e3b-c5ee6efcba31" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.451036] env[67412]: INFO networking_nsxv3.common.synchronization [req-a93331b1-d796-46e5-b0b4-70be1f26903a req-e227eb45-efd2-4fba-9011-897447e62f14 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 607.451036] env[67412]: INFO networking_nsxv3.common.synchronization [req-a93331b1-d796-46e5-b0b4-70be1f26903a req-e227eb45-efd2-4fba-9011-897447e62f14 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 607.451036] env[67412]: INFO networking_nsxv3.common.synchronization [req-a93331b1-d796-46e5-b0b4-70be1f26903a req-e227eb45-efd2-4fba-9011-897447e62f14 service nova] Enqueued Resource ID: bab41b61-d9f6-4096-a87b-11e043a64e79 with Priority: HIGHEST for action port [ 607.451320] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 607.451320] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 607.451386] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bab41b61-d9f6-4096-a87b-11e043a64e79 with Priority: HIGHEST for action port [ 607.451610] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.451712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.451749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.451976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454447] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.454447] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454447] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.454447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.454447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.454447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.454447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.454447] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.455018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bab41b61-d9f6-4096-a87b-11e043a64e79 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.455018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bab41b61-d9f6-4096-a87b-11e043a64e79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.458561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bab41b61-d9f6-4096-a87b-11e043a64e79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.458561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bab41b61-d9f6-4096-a87b-11e043a64e79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.458561] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bab41b61-d9f6-4096-a87b-11e043a64e79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.499200] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.936524] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.937494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.937494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.937494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.937494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.937494] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 is going to be created. [ 607.961805] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.961973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.962236] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.965765] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.965765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.965765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.965765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.965765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.966524] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bab41b61-d9f6-4096-a87b-11e043a64e79 with status ACTIVE [ 607.966700] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.966810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.966874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.967054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.967139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.967306] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.967400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.967456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.967603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.967680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.967856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.968648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.968747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.968907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.968988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.969873] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bab41b61-d9f6-4096-a87b-11e043a64e79 is going to be updated. [ 607.983700] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 in Status: UNINITIALIZED for 2s [ 607.991235] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.992470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.992470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.992470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.992470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.992470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bab41b61-d9f6-4096-a87b-11e043a64e79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.004783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.006122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.006122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.006122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.006122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.006122] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 608.040951] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.041202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.041961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.041961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.041961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.056335] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 608.147312] env[67412]: INFO networking_nsxv3.common.synchronization [req-a232468b-28f6-41be-bd9b-56a1af69a480 req-cb85da20-34b8-48c5-89b7-689edd26599b tempest-ServerDiagnosticsTest-248518124 tempest-ServerDiagnosticsTest-248518124-project-member] Enqueued Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGHEST for action security_group_members [ 608.150123] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGHEST for action security_group_members [ 608.150123] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-901ca6c9-5751-4fe8-8096-3b9081d31015 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.150381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.150381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.150582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.150770] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.154027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.154027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.154027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.154027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.154027] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.234251] env[67412]: INFO networking_nsxv3.common.synchronization [None req-5e401205-884f-4e0f-9033-bfe5f91f8802 None None] Enqueued Resource ID: 40698547-fdef-487f-a8aa-4a52dbaa7e61 with Priority: HIGHEST for action port [ 608.234251] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40698547-fdef-487f-a8aa-4a52dbaa7e61 with Priority: HIGHEST for action port [ 608.234251] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-40698547-fdef-487f-a8aa-4a52dbaa7e61 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.234251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40698547-fdef-487f-a8aa-4a52dbaa7e61" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.234251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40698547-fdef-487f-a8aa-4a52dbaa7e61" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.234251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40698547-fdef-487f-a8aa-4a52dbaa7e61" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.234251] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40698547-fdef-487f-a8aa-4a52dbaa7e61',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.472493] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.525281] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.525495] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.525588] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.525851] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.526279] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.526460] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.526623] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.526783] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.526921] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.527690] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.527690] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.527690] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.527690] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.527690] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.527890] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.527890] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.547989] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.548176] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.548311] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.548477] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.551969] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-167a2ded-b6b2-4d4b-9662-a6775f424cc3 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.551969] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-167a2ded-b6b2-4d4b-9662-a6775f424cc3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.551969] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-167a2ded-b6b2-4d4b-9662-a6775f424cc3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.551969] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-167a2ded-b6b2-4d4b-9662-a6775f424cc3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.551969] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('167a2ded-b6b2-4d4b-9662-a6775f424cc3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.654263] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.654455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.654511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.654709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.654811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.654976] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.655090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.655144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.655321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.655398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.655483] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 already deleted. [ 608.655561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.737344] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40698547-fdef-487f-a8aa-4a52dbaa7e61 [ 608.737585] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.737723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.737832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.738153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.738260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.738348] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40698547-fdef-487f-a8aa-4a52dbaa7e61 already deleted. [ 608.738427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40698547-fdef-487f-a8aa-4a52dbaa7e61" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.975286] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.975498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.975498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.975690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.975777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.975872] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be created. [ 609.006523] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.006760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.006828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.007074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.007253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.019517] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: UNINITIALIZED for 2s [ 609.052537] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.052866] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.053015] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.053317] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.053485] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.053614] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 167a2ded-b6b2-4d4b-9662-a6775f424cc3 not found, creating... [ 609.053960] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.054189] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.054374] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.054568] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.054715] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.055202] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.056668] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.056668] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.056668] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.056668] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.056668] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 167a2ded-b6b2-4d4b-9662-a6775f424cc3 is going to be created. [ 609.087887] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.088118] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.088460] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.088545] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.088854] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.089583] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-167a2ded-b6b2-4d4b-9662-a6775f424cc3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.114843] env[67412]: INFO networking_nsxv3.common.synchronization [None req-e09d47b7-0c07-4bb6-9832-22405c420bc5 None None] Enqueued Resource ID: d60005d6-c901-4af1-905b-7f309600ec57 with Priority: HIGHEST for action port [ 609.115523] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d60005d6-c901-4af1-905b-7f309600ec57 with Priority: HIGHEST for action port [ 609.115838] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d60005d6-c901-4af1-905b-7f309600ec57 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.115968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d60005d6-c901-4af1-905b-7f309600ec57" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.116044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d60005d6-c901-4af1-905b-7f309600ec57" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.116317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d60005d6-c901-4af1-905b-7f309600ec57" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.116415] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d60005d6-c901-4af1-905b-7f309600ec57',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.621552] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d60005d6-c901-4af1-905b-7f309600ec57 [ 609.621552] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.621552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.621552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.621552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.621552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.621552] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d60005d6-c901-4af1-905b-7f309600ec57 already deleted. [ 609.621552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d60005d6-c901-4af1-905b-7f309600ec57" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.797900] env[67412]: INFO networking_nsxv3.common.synchronization [req-a232468b-28f6-41be-bd9b-56a1af69a480 req-1ba97822-43d0-4aee-aaa9-4797600baa30 service nova] Enqueued Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGHEST for action security_group_rules [ 609.797900] env[67412]: INFO networking_nsxv3.common.synchronization [req-a232468b-28f6-41be-bd9b-56a1af69a480 req-1ba97822-43d0-4aee-aaa9-4797600baa30 service nova] Enqueued Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGHEST for action security_group_members [ 609.797900] env[67412]: INFO networking_nsxv3.common.synchronization [req-a232468b-28f6-41be-bd9b-56a1af69a480 req-1ba97822-43d0-4aee-aaa9-4797600baa30 service nova] Enqueued Resource ID: 167a2ded-b6b2-4d4b-9662-a6775f424cc3 with Priority: HIGHEST for action port [ 609.797900] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGHEST for action security_group_rules [ 609.797900] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGHEST for action security_group_members [ 609.798512] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167a2ded-b6b2-4d4b-9662-a6775f424cc3 with Priority: HIGHEST for action port [ 609.798914] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901ca6c9-5751-4fe8-8096-3b9081d31015 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.801613] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.801613] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-901ca6c9-5751-4fe8-8096-3b9081d31015 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.801613] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.801613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.802411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.805645] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.805645] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-167a2ded-b6b2-4d4b-9662-a6775f424cc3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.805645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-167a2ded-b6b2-4d4b-9662-a6775f424cc3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.805645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-167a2ded-b6b2-4d4b-9662-a6775f424cc3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.805645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-167a2ded-b6b2-4d4b-9662-a6775f424cc3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.805645] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('167a2ded-b6b2-4d4b-9662-a6775f424cc3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.996066] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 in Status: SUCCESS [ 609.996066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.996066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.996066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.996066] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.996066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.996066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.996066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.996066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.996066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.996066] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.065515] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 610.065706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.065900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.066227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.066349] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.066489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.066554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.066742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.066857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.066988] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.311071] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.311071] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-901ca6c9-5751-4fe8-8096-3b9081d31015 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.311071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.311071] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 167a2ded-b6b2-4d4b-9662-a6775f424cc3 with status ACTIVE [ 610.311071] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.311071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.311071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.311071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.311071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.311071] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.312397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.312583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.312897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.312897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.313333] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.313333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.313742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.313742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.313742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.314143] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 167a2ded-b6b2-4d4b-9662-a6775f424cc3 is going to be updated. [ 610.340445] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.340602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.340661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.340960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.341454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.341626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-167a2ded-b6b2-4d4b-9662-a6775f424cc3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.499906] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-56448543-9b47-40ad-86fc-62cbe31a3b20 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.499906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.499906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.500750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.500959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.501158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.501158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.501440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.501440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.501541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.501690] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-56448543-9b47-40ad-86fc-62cbe31a3b20 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.501800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.501878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.502087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.504812] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.504812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.504812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.504812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.504812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.504812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.504812] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.528326] env[67412]: INFO networking_nsxv3.common.synchronization [req-109aa69a-a642-4a97-b8f2-8cb3bae20f74 req-7c2c5eb4-2322-4d6d-897c-74cc7d66bebc tempest-ImagesNegativeTestJSON-2018399749 tempest-ImagesNegativeTestJSON-2018399749-project-member] Enqueued Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGHEST for action security_group_members [ 610.528858] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGHEST for action security_group_members [ 610.529194] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8adece8-b987-4290-a1dc-f33f05752f88 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.529435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.529592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.529852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.530336] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.532194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.532194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.532194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.532194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.532194] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.576450] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.816852] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.885517] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-38 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.887072] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-38" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.887072] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-38" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.887072] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-38" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.887072] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.887072] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.887072] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.887072] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.887072] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.887412] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.887412] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.887472] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.887526] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.887619] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 610.887739] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.887868] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.908323] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.908491] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 610.908624] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.908800] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-38" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.909371] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-74150010-90f0-45ef-bedc-85c9b8dd08df taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.909371] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-74150010-90f0-45ef-bedc-85c9b8dd08df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.909371] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-74150010-90f0-45ef-bedc-85c9b8dd08df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.909834] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-74150010-90f0-45ef-bedc-85c9b8dd08df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.909834] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74150010-90f0-45ef-bedc-85c9b8dd08df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.007172] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56448543-9b47-40ad-86fc-62cbe31a3b20: rpc.has_security_group_logging(os_id): False [ 611.025493] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.025749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.025810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.026121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.026273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.026582] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.026726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.026823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.027082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.027221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.027586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.027716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.027758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.028043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.028174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.028392] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.028495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.028566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.028736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.028822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.028922] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 is going to be created. [ 611.030942] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 611.031140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.031763] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.031978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.032179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.032302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.032374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.032540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.032646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.032741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.032850] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.033896] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.034036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.034105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.034318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.034412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.034641] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.034763] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.034825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.034978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.035067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.035176] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8adece8-b987-4290-a1dc-f33f05752f88 already deleted. [ 611.035269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.095409] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.095409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.095409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.095771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.095876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.097028] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.110425] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 in Status: IN_PROGRESS for 2s [ 611.322186] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.322186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.322186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.322186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.322603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.322603] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 is going to be created. [ 611.349061] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.349274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.349274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.349436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.349605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.360862] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 in Status: UNINITIALIZED for 2s [ 611.412500] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.412725] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.412820] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.413237] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.413429] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.413554] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 74150010-90f0-45ef-bedc-85c9b8dd08df not found, creating... [ 611.413835] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.414208] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.414351] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.414656] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.414812] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.415206] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.415403] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.415506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.415810] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.415961] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.416243] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 74150010-90f0-45ef-bedc-85c9b8dd08df is going to be created. [ 611.440026] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.440344] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.440474] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.440764] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.441143] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.441392] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-74150010-90f0-45ef-bedc-85c9b8dd08df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.537615] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.537829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.537876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.538083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.538253] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.538349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.538414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.538579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.539509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.539676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.539835] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.539923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.539961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.540123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.540299] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.540413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.540474] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.540905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.540905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.540905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.540905] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.606611] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.606611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.606611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.606611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.606611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.606611] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 611.645501] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.645672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.645724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.645979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.646487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.656418] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 612.046246] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded8fcae-ddce-49b5-9371-b64f00bf0de5: rpc.has_security_group_logging(os_id): False [ 612.072301] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.072538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.072604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.072788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.072902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.073209] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.073381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.073482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.073775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.073864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.074207] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.074374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.074426] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.074555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.074655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.074945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.075196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.075286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.075476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.075571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.075659] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be created. [ 612.171199] env[67412]: INFO networking_nsxv3.common.synchronization [req-109aa69a-a642-4a97-b8f2-8cb3bae20f74 req-a58d2379-4dbf-443e-b8ba-c4860d66744e service nova] Enqueued Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGHEST for action security_group_rules [ 612.171369] env[67412]: INFO networking_nsxv3.common.synchronization [req-109aa69a-a642-4a97-b8f2-8cb3bae20f74 req-a58d2379-4dbf-443e-b8ba-c4860d66744e service nova] Enqueued Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGHEST for action security_group_members [ 612.171494] env[67412]: INFO networking_nsxv3.common.synchronization [req-109aa69a-a642-4a97-b8f2-8cb3bae20f74 req-a58d2379-4dbf-443e-b8ba-c4860d66744e service nova] Enqueued Resource ID: 74150010-90f0-45ef-bedc-85c9b8dd08df with Priority: HIGHEST for action port [ 612.172065] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGHEST for action security_group_rules [ 612.172354] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGHEST for action security_group_members [ 612.172430] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74150010-90f0-45ef-bedc-85c9b8dd08df with Priority: HIGHEST for action port [ 612.172677] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8adece8-b987-4290-a1dc-f33f05752f88 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.172795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.172863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.173128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.173211] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.174309] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8adece8-b987-4290-a1dc-f33f05752f88 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.174403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.174403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.174610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.175128] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.175128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.175128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.175128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.175338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.175338] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.176105] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-74150010-90f0-45ef-bedc-85c9b8dd08df taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.176202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74150010-90f0-45ef-bedc-85c9b8dd08df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.177241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74150010-90f0-45ef-bedc-85c9b8dd08df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.177241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74150010-90f0-45ef-bedc-85c9b8dd08df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.177241] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74150010-90f0-45ef-bedc-85c9b8dd08df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.193024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.193024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.193024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.193024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.193024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.204416] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 612.678617] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.680732] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8adece8-b987-4290-a1dc-f33f05752f88 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.680825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.680990] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 74150010-90f0-45ef-bedc-85c9b8dd08df with status ACTIVE [ 612.681213] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.681304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.681374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.681627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.681720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.681894] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.682462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.682462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.682462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.682462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.682462] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.682704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.682704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.682820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.682820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.682918] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 74150010-90f0-45ef-bedc-85c9b8dd08df is going to be updated. [ 612.708864] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.709358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.709459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.709748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.710030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.710284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74150010-90f0-45ef-bedc-85c9b8dd08df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.013277] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-bfded181-d837-4729-817a-145220d10787 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 613.013277] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 613.014755] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.014755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.014755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.014755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.014755] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.014755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.014755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.015031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.015031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.015031] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.129281] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 in Status: SUCCESS [ 613.130132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.185366] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.371238] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 in Status: SUCCESS [ 613.371478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.371634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.371860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.372058] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.372187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.372253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.372407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.372487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.372568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.372656] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.496070] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-48ecbc4a-8556-4341-87ab-5cac6cc53ab4 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 613.496070] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 613.496070] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.496070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.520077] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.520077] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.520077] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 already deleted. [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.520077] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.520077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.520788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.520788] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.675354] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 613.675576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.675914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.676019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.676207] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.676331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.676397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.676564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.676661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.676750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.676916] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.677649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.677649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.677649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.677649] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.677649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.677649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.677649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.678088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.678088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.678088] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.680397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.680397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.680397] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.680397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.680590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.680619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.680939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.680939] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.690181] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.690466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.691025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.693492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.693492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.693492] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8adece8-b987-4290-a1dc-f33f05752f88 is going to be created. [ 613.723590] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.723842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.723932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.724753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.724753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.740207] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8adece8-b987-4290-a1dc-f33f05752f88 in Status: UNINITIALIZED for 2s [ 613.875364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-901ca6c9-5751-4fe8-8096-3b9081d31015 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.878018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.878018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-901ca6c9-5751-4fe8-8096-3b9081d31015 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.878018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.878018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.878704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.878704] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.934087] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-2b5f77ac-7541-48aa-b7c9-21f0faafc645 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 613.934087] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 613.934087] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.934087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.022804] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.023420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.023420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.023420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.023420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.023582] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.023654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.023707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.023852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.023921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.024015] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 already deleted. [ 614.024091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.024334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.025021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.025021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.025021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.025021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.025021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.025021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.025270] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.183245] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8ed001d-c17d-4501-987b-0a1949688a62: rpc.has_security_group_logging(os_id): False [ 614.186166] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.207348] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.207499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.207570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.207794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.207878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.208069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.208269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.208269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.208476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.208557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.208784] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.208880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.208940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.209100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.209174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.209359] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.209486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.209522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.209663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.209735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.209817] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be created. [ 614.227147] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 614.227653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.304455] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.304455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.304632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.305179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.305179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.324219] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 614.380425] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 901ca6c9-5751-4fe8-8096-3b9081d31015: rpc.has_security_group_logging(os_id): False [ 614.398930] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.399163] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-375" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.399279] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-375" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.399633] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-375" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.399891] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.400547] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.400701] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.400938] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.401235] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.401478] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.401585] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.401683] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.401778] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.401877] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 614.402050] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.402126] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.403992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.404215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.404299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.404486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.404584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.404764] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.405131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.405131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.405131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.405284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.405349] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.405438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.405493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.405638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.405750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.405941] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.406162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.406162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.406365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.406968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.406968] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 is going to be created. [ 614.447032] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.447280] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 614.447466] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.447651] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-375" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.448039] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-f96fc641-9083-4752-bf2e-7c63de5e4c70 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.448279] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-f96fc641-9083-4752-bf2e-7c63de5e4c70" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.448444] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-f96fc641-9083-4752-bf2e-7c63de5e4c70" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.448754] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-f96fc641-9083-4752-bf2e-7c63de5e4c70" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.449408] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f96fc641-9083-4752-bf2e-7c63de5e4c70',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.506915] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.506915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.506915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.506915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.506915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.520467] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 in Status: IN_PROGRESS for 2s [ 614.528483] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.528729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.528813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.529946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.529946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.529946] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.529946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.529946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.529946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.529946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.529946] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 already deleted. [ 614.529946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.688301] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.953270] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.953682] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.953831] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.954104] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.954297] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.954456] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port f96fc641-9083-4752-bf2e-7c63de5e4c70 not found, creating... [ 614.954732] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.955017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.955017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.955242] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.955364] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.955656] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.955805] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.955911] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.956339] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.956864] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.957055] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: f96fc641-9083-4752-bf2e-7c63de5e4c70 is going to be created. [ 614.981824] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.982217] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.982386] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.982679] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.982905] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.983996] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-f96fc641-9083-4752-bf2e-7c63de5e4c70" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.196031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.196559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.196559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.196685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.197062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.197062] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 615.235749] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.235954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.236032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.236227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.236381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.251586] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 615.705763] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-757d29bb-400a-4f30-8cd5-5f471e2c9706 service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 615.705763] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-757d29bb-400a-4f30-8cd5-5f471e2c9706 service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 615.705763] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-757d29bb-400a-4f30-8cd5-5f471e2c9706 service nova] Enqueued Resource ID: f96fc641-9083-4752-bf2e-7c63de5e4c70 with Priority: HIGHEST for action port [ 615.706546] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 615.706693] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 615.707422] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f96fc641-9083-4752-bf2e-7c63de5e4c70 with Priority: HIGHEST for action port [ 615.707422] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.707422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.707422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.707976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.707976] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.708716] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.708825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.708825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.709059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.712254] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.712254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.712254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.712254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.712254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.712254] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.712254] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f96fc641-9083-4752-bf2e-7c63de5e4c70 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.712254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f96fc641-9083-4752-bf2e-7c63de5e4c70" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.712254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f96fc641-9083-4752-bf2e-7c63de5e4c70" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.712254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f96fc641-9083-4752-bf2e-7c63de5e4c70" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.712254] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f96fc641-9083-4752-bf2e-7c63de5e4c70',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.751738] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8adece8-b987-4290-a1dc-f33f05752f88 in Status: SUCCESS [ 615.751738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.751926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.752183] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.756030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.756030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.756030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.756030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.756030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.756030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.756030] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.927739] env[67412]: INFO networking_nsxv3.common.synchronization [req-c1ddf12d-04aa-412f-8647-ffb154c31738 req-590cf66c-8a84-438e-a906-88683be11c25 tempest-VolumesAdminNegativeTest-1778846030 tempest-VolumesAdminNegativeTest-1778846030-project-member] Enqueued Resource ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 with Priority: HIGHEST for action security_group_members [ 615.928347] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 with Priority: HIGHEST for action security_group_members [ 615.928771] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-707059b5-bfca-47b7-bd3d-36917fd5a727 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.929420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.929515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.930309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.930309] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.930309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.930309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.930309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.930309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.930614] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707059b5-bfca-47b7-bd3d-36917fd5a727',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.213750] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.214207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.214207] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.215170] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f96fc641-9083-4752-bf2e-7c63de5e4c70 with status ACTIVE [ 616.215398] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.215530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.215626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.215836] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.215924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.216153] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.216262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.216314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.216479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.216710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.216798] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.216848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.216909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.217399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.217480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.217595] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f96fc641-9083-4752-bf2e-7c63de5e4c70 is going to be updated. [ 616.242958] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.243180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.243234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.244027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.244027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.244211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f96fc641-9083-4752-bf2e-7c63de5e4c70" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.256864] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8adece8-b987-4290-a1dc-f33f05752f88 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.259509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.259509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8adece8-b987-4290-a1dc-f33f05752f88 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.259509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.259509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.260113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.260318] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.343136] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 616.344964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.344964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.344964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.344964] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.398578] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-800 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.398814] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-800" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.399050] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-800" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.399445] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-800" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.399869] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.400710] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.401631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.401631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.401631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.401631] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.402134] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.402134] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.402359] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.403028] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.403028] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.403028] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.428915] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.429116] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.429244] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.429420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-800" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.429741] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-3fe3553c-0282-4473-a292-a4c1bb9bd351 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.429914] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-3fe3553c-0282-4473-a292-a4c1bb9bd351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.430042] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-3fe3553c-0282-4473-a292-a4c1bb9bd351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.430462] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-3fe3553c-0282-4473-a292-a4c1bb9bd351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.430569] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe3553c-0282-4473-a292-a4c1bb9bd351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.432944] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.433164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.433314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.433562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.433704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.433937] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.434128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.434517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.434758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.434997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.435169] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 already deleted. [ 616.435387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.536093] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 in Status: SUCCESS [ 616.536428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.721816] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.763248] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e8adece8-b987-4290-a1dc-f33f05752f88: rpc.has_security_group_logging(os_id): False [ 616.785822] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.786179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.786179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.786345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.786433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.786626] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.786723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.786783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.786936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.787025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.787228] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.787324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.787385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.787528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.787601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.787778] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.787870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.787930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.788224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.788373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.788503] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8adece8-b987-4290-a1dc-f33f05752f88 is going to be created. [ 616.845587] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.845787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.845850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.846147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.846507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.848194] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.848322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.857976] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8adece8-b987-4290-a1dc-f33f05752f88 in Status: IN_PROGRESS for 2s [ 616.937061] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.937314] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.937438] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.937737] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.938313] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.938313] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 3fe3553c-0282-4473-a292-a4c1bb9bd351 not found, creating... [ 616.938313] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.938525] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.938576] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.938771] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.938903] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.939207] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.939367] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.939475] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.939684] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.939813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.939946] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 3fe3553c-0282-4473-a292-a4c1bb9bd351 is going to be created. [ 616.969709] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.970064] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.970190] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.970476] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.970943] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.971272] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-3fe3553c-0282-4473-a292-a4c1bb9bd351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.224811] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.225241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.225241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.225439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.225570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.225732] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be created. [ 617.317736] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 617.317943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.318088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.318330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.318537] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.318673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.318750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.318918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.319042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.319137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.319242] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.355296] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.355557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.355557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.355817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.356128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.369864] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: UNINITIALIZED for 2s [ 617.680241] env[67412]: INFO networking_nsxv3.common.synchronization [req-c1ddf12d-04aa-412f-8647-ffb154c31738 req-b2fe95c0-a4d7-4905-a4f4-e5996b1cad6c service nova] Enqueued Resource ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 with Priority: HIGHEST for action security_group_rules [ 617.680418] env[67412]: INFO networking_nsxv3.common.synchronization [req-c1ddf12d-04aa-412f-8647-ffb154c31738 req-b2fe95c0-a4d7-4905-a4f4-e5996b1cad6c service nova] Enqueued Resource ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 with Priority: HIGHEST for action security_group_members [ 617.680546] env[67412]: INFO networking_nsxv3.common.synchronization [req-c1ddf12d-04aa-412f-8647-ffb154c31738 req-b2fe95c0-a4d7-4905-a4f4-e5996b1cad6c service nova] Enqueued Resource ID: 3fe3553c-0282-4473-a292-a4c1bb9bd351 with Priority: HIGHEST for action port [ 617.681208] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 with Priority: HIGHEST for action security_group_rules [ 617.681273] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 with Priority: HIGHEST for action security_group_members [ 617.681352] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3fe3553c-0282-4473-a292-a4c1bb9bd351 with Priority: HIGHEST for action port [ 617.681623] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-707059b5-bfca-47b7-bd3d-36917fd5a727 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.681823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.681823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.682148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.682296] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('707059b5-bfca-47b7-bd3d-36917fd5a727',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.683323] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-707059b5-bfca-47b7-bd3d-36917fd5a727 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.683768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.683768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.683768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.683916] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.684022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.684099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.684320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.684437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.684578] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707059b5-bfca-47b7-bd3d-36917fd5a727',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.685424] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3fe3553c-0282-4473-a292-a4c1bb9bd351 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.686533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3fe3553c-0282-4473-a292-a4c1bb9bd351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.686533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3fe3553c-0282-4473-a292-a4c1bb9bd351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.686533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3fe3553c-0282-4473-a292-a4c1bb9bd351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.686533] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3fe3553c-0282-4473-a292-a4c1bb9bd351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.768042] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-102 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.768042] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-102" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.768042] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-102" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.768566] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-102" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.768566] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.768566] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.768747] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.768845] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.768978] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.769328] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.769437] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.769580] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.770245] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.770245] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.770245] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.770245] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.792567] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.792760] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.792886] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.793108] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-102" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.793697] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-affbde58-1e93-4819-99e9-576e4af85d80 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.793697] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-affbde58-1e93-4819-99e9-576e4af85d80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.793697] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-affbde58-1e93-4819-99e9-576e4af85d80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.793974] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-affbde58-1e93-4819-99e9-576e4af85d80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.794122] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('affbde58-1e93-4819-99e9-576e4af85d80',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.822132] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.822474] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.822638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.823056] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.823329] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.823515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.823698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.823936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.824084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.824342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.824668] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.824835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.824938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.825299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.825560] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.825678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.825748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.826100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.826283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.826357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.826427] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.187740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-707059b5-bfca-47b7-bd3d-36917fd5a727 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.187873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.188106] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('707059b5-bfca-47b7-bd3d-36917fd5a727',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.190830] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3fe3553c-0282-4473-a292-a4c1bb9bd351 with status ACTIVE [ 618.191039] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.191162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.191288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.191444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.191528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.191729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.191876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.192067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.192143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.192240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.192421] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.192511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.192593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.192712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.192796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.192881] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3fe3553c-0282-4473-a292-a4c1bb9bd351 is going to be updated. [ 618.218421] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.218421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.218612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.218780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.218985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.219208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3fe3553c-0282-4473-a292-a4c1bb9bd351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.296658] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.297084] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.297156] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.297470] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.297684] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.297881] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port affbde58-1e93-4819-99e9-576e4af85d80 not found, creating... [ 618.298201] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.298461] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.298587] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.298938] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.299092] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.299437] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.299621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.299834] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.300070] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.300212] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.300375] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: affbde58-1e93-4819-99e9-576e4af85d80 is going to be created. [ 618.327793] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.328035] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.328168] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.328475] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.328725] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.328984] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-affbde58-1e93-4819-99e9-576e4af85d80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.329902] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8ed001d-c17d-4501-987b-0a1949688a62: rpc.has_security_group_logging(os_id): False [ 618.352556] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.352742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.352819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.353141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.353326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.353579] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.353731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.353837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.354061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.354151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.354451] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.354574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.354639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.354770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.354851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.355085] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.355244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.355324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.355443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.355533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.355621] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 618.442745] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.442921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.442981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.443196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.443405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.479998] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 618.690235] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('707059b5-bfca-47b7-bd3d-36917fd5a727',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.873448] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e8adece8-b987-4290-a1dc-f33f05752f88 in Status: SUCCESS [ 618.873706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.092625] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-e8a0db82-f658-4947-a1d5-ae4022742a8a service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 619.092869] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-e8a0db82-f658-4947-a1d5-ae4022742a8a service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 619.093076] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-e8a0db82-f658-4947-a1d5-ae4022742a8a service nova] Enqueued Resource ID: affbde58-1e93-4819-99e9-576e4af85d80 with Priority: HIGHEST for action port [ 619.093768] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 619.094121] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 619.094283] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: affbde58-1e93-4819-99e9-576e4af85d80 with Priority: HIGHEST for action port [ 619.094628] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.094763] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.094993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.095120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.095351] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-affbde58-1e93-4819-99e9-576e4af85d80 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.095486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-affbde58-1e93-4819-99e9-576e4af85d80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.095570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-affbde58-1e93-4819-99e9-576e4af85d80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.095857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-affbde58-1e93-4819-99e9-576e4af85d80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.095925] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('affbde58-1e93-4819-99e9-576e4af85d80',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.196492] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.196719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.196783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.196985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.197142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.197239] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 is going to be created. [ 619.244066] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.244294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.244417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.244679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.244872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.263164] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 in Status: UNINITIALIZED for 2s [ 619.384534] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 619.384534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.384534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.384534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.384534] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.384534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.384534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.384534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.384534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.384534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.384534] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.385802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.386150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.386447] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.386692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.386839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.387117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.387296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.387475] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.428935] env[67412]: INFO networking_nsxv3.common.synchronization [req-2e44c76d-4ee2-4eaf-b676-c071cb0a21af req-ca73de9d-15e5-49d2-982c-fe2ac44e0f61 tempest-ServersAdminTestJSON-812653998 tempest-ServersAdminTestJSON-812653998-project-member] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 619.429618] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 619.429845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.430230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.430230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.430320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.430780] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.430780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.430780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.431027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.431027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.431189] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.598687] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port affbde58-1e93-4819-99e9-576e4af85d80 with status ACTIVE [ 619.600135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.600135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.600135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.600135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.600135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.600135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.600135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.603121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.603121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.603121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.603121] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.603121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.603121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.603121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.603121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.603121] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: affbde58-1e93-4819-99e9-576e4af85d80 is going to be updated. [ 619.628991] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.628991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.628991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.629225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.630260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.630260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-affbde58-1e93-4819-99e9-576e4af85d80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.889881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.890443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.890443] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.934973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.934973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.934973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.934973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.934973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.934973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.934973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.934973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.934973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.935494] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c already deleted. [ 619.935494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.199019] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.199019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.199019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.199019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.199019] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.199019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.199758] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.200142] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.200416] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.200754] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.200994] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.202432] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.202432] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.202432] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.202432] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.202432] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.220228] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.220454] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.220454] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.220923] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.221514] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.221514] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.222324] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.222557] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.222732] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('691d0b3d-44b8-4488-83f6-6ca7dbea2f2e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.286100] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-375 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.286482] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-375" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.286642] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-375" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.286908] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-375" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.287183] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.287339] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.287465] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.287666] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.287798] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.287994] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.288148] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.288255] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.288356] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.288457] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.288554] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.288674] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.307035] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.307035] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.307035] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.307035] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-375" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.307351] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-c7125210-9b3c-4d4f-a782-78ad680c14e3 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.307431] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-c7125210-9b3c-4d4f-a782-78ad680c14e3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.307520] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-c7125210-9b3c-4d4f-a782-78ad680c14e3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.307847] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-c7125210-9b3c-4d4f-a782-78ad680c14e3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.307996] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7125210-9b3c-4d4f-a782-78ad680c14e3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.394118] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.446692] env[67412]: INFO networking_nsxv3.common.synchronization [None req-9aab1afd-2026-48d0-84a6-ad10f5843990 None None] Enqueued Resource ID: 4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a with Priority: HIGHEST for action port [ 620.447280] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a with Priority: HIGHEST for action port [ 620.447597] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.447720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.447796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.448080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.448183] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.495217] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 620.495428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.495597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.495816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.495901] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.725016] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.725310] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.725409] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.725685] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.725827] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.725974] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 691d0b3d-44b8-4488-83f6-6ca7dbea2f2e not found, creating... [ 620.726243] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.726397] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.726504] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.726750] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.726883] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.727172] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.727325] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.727435] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.727638] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.727764] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.727896] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 691d0b3d-44b8-4488-83f6-6ca7dbea2f2e is going to be created. [ 620.748542] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.748752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.748866] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.749157] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.749377] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.749593] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.810675] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.810913] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.811054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.811345] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.811491] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.811642] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port c7125210-9b3c-4d4f-a782-78ad680c14e3 not found, creating... [ 620.811895] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.812060] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.812181] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.812423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.812559] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.812860] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.813096] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.813227] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.813482] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.813633] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.813770] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: c7125210-9b3c-4d4f-a782-78ad680c14e3 is going to be created. [ 620.849484] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.849737] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.849871] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.850192] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.850433] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.850654] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-c7125210-9b3c-4d4f-a782-78ad680c14e3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.896963] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.897241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.897241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.897494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.897600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.897709] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 620.940374] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.940505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.940594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.941093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.941388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.950237] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a [ 620.950609] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.950816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.950933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.951245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.951393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.951538] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a already deleted. [ 620.951677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4d5c4ed8-31a4-462b-b5a5-a11bc84e2a1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.952783] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 620.998387] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.998658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.999309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.999309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.999309] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.999468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.999604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.000368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.000368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.000368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.000368] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.274597] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 in Status: SUCCESS [ 621.274857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.275421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.276144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.276144] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.276144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.276144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.276659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.276659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.276659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.276659] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('707059b5-bfca-47b7-bd3d-36917fd5a727',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.479493] env[67412]: INFO networking_nsxv3.common.synchronization [req-2e44c76d-4ee2-4eaf-b676-c071cb0a21af req-1e870702-459a-4fa8-8331-cb719e5d9ac5 service nova] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_rules [ 621.479753] env[67412]: INFO networking_nsxv3.common.synchronization [req-2e44c76d-4ee2-4eaf-b676-c071cb0a21af req-1e870702-459a-4fa8-8331-cb719e5d9ac5 service nova] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 621.479806] env[67412]: INFO networking_nsxv3.common.synchronization [req-2e44c76d-4ee2-4eaf-b676-c071cb0a21af req-1e870702-459a-4fa8-8331-cb719e5d9ac5 service nova] Enqueued Resource ID: 691d0b3d-44b8-4488-83f6-6ca7dbea2f2e with Priority: HIGHEST for action port [ 621.480619] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_rules [ 621.480619] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 621.480619] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 691d0b3d-44b8-4488-83f6-6ca7dbea2f2e with Priority: HIGHEST for action port [ 621.481113] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.481113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.481318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.481556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.482012] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.483725] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.483725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.483725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.483725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.483725] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.483725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.483725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.483725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.484398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.487396] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.487396] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.487894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.487894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.487894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.487894] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('691d0b3d-44b8-4488-83f6-6ca7dbea2f2e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.502586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.502586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.502801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.502837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.503055] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.503176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.503253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.503503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.503503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.503924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.503924] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.503924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.503924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.504152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.504152] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.504400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.504400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.504551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.504551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.504634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.505105] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.560022] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-5cf986d5-16e8-48df-aab9-8fd8fdce9ef9 service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 621.560022] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-5cf986d5-16e8-48df-aab9-8fd8fdce9ef9 service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 621.560022] env[67412]: INFO networking_nsxv3.common.synchronization [req-c3817331-c9f0-456a-a36c-b633c4d9ff85 req-5cf986d5-16e8-48df-aab9-8fd8fdce9ef9 service nova] Enqueued Resource ID: c7125210-9b3c-4d4f-a782-78ad680c14e3 with Priority: HIGHEST for action port [ 621.560022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 621.560022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 621.560022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7125210-9b3c-4d4f-a782-78ad680c14e3 with Priority: HIGHEST for action port [ 621.560022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.560022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.560022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.560022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.560022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7125210-9b3c-4d4f-a782-78ad680c14e3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.560022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7125210-9b3c-4d4f-a782-78ad680c14e3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.560022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7125210-9b3c-4d4f-a782-78ad680c14e3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.560790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7125210-9b3c-4d4f-a782-78ad680c14e3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.560790] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7125210-9b3c-4d4f-a782-78ad680c14e3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.778557] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-707059b5-bfca-47b7-bd3d-36917fd5a727 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.778765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.778810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.779010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.779179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.779281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.779344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.779501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.779581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.779666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.779811] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-707059b5-bfca-47b7-bd3d-36917fd5a727 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.780847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.780847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.780847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.780847] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.780847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.780847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.780847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.780847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.780847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.780847] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('707059b5-bfca-47b7-bd3d-36917fd5a727',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.989834] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.989834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.990746] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.991040] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 691d0b3d-44b8-4488-83f6-6ca7dbea2f2e with status ACTIVE [ 621.991272] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.991400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.992627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.992627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.992627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.992627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.992627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.992627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.992627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.992627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.992627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.992627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.992970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.992970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.992970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.992970] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 691d0b3d-44b8-4488-83f6-6ca7dbea2f2e is going to be updated. [ 622.007836] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8ed001d-c17d-4501-987b-0a1949688a62: rpc.has_security_group_logging(os_id): False [ 622.029401] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.029401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.029674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.029760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.029984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.030975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-691d0b3d-44b8-4488-83f6-6ca7dbea2f2e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.032692] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.032905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.032978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.033200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.033301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.033509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.033613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.033674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.033884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.033945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.034884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.034884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.034884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.034884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.034884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.035131] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.035725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.035725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.035725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.035725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.035725] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 622.062375] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c7125210-9b3c-4d4f-a782-78ad680c14e3 with status ACTIVE [ 622.062637] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.062808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.062881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.063151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.063932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.064215] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.064854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.064854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.064854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.064854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.065100] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.065166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.065199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.065432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.065513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.065623] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c7125210-9b3c-4d4f-a782-78ad680c14e3 is going to be updated. [ 622.109583] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.109825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.109891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.110194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.110388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.110633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7125210-9b3c-4d4f-a782-78ad680c14e3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.135872] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.135872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.135872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.136133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.136249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.198289] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 622.283085] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 707059b5-bfca-47b7-bd3d-36917fd5a727: rpc.has_security_group_logging(os_id): False [ 622.311625] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.311785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.311855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.312604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.312604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.312604] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.312604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.312604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.312940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.312940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.313275] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.314028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.314028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.314028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.314028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.314028] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.314236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.314236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.314426] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.314527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.314644] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 is going to be created. [ 622.391954] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.392222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.392222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.392511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.392697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.407096] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 in Status: IN_PROGRESS for 2s [ 622.496042] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.627165] env[67412]: INFO networking_nsxv3.common.synchronization [req-e4c444ba-5673-4d1f-9f9e-cea59099470c req-b6167661-c427-45fc-95eb-fe6d69f3d225 tempest-AttachInterfacesUnderV243Test-862663801 tempest-AttachInterfacesUnderV243Test-862663801-project-member] Enqueued Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_members [ 622.629228] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_members [ 622.632103] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.632268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.632739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.632739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.632986] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.633159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.633239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.633484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.633762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.633762] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.967186] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 622.967622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.967622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.967817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.968018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.968149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.968215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.968443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.968571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.968700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.968944] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.969043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.969101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.969267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.969408] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.969504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.969561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.969754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.969805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.969835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.969931] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.970807] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.970973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.971138] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.971240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.971326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.971482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.971584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.971657] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.000388] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.000549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.000615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.000825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.000929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.001025] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be created. [ 623.031081] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-948 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.031081] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-948" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.031081] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-948" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.031308] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-948" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.031796] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.032690] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.032690] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.032690] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.032690] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.032869] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.032938] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.033173] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.033396] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.035748] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.035748] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.035748] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.036796] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.037068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.037287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.037516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.037690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.050902] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: UNINITIALIZED for 2s [ 623.058717] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.058890] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.059050] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.059237] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-948" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.059564] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.059828] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.060220] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.060315] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.060479] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a982dd8e-6628-481e-8dfc-ce717e7e0dd5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.142165] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.142341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.142412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.142640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.142732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.142930] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.143038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.143101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.143252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.143343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.143433] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 already deleted. [ 623.143517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.285236] env[67412]: INFO networking_nsxv3.common.synchronization [None req-93346628-31e5-4802-a758-3391a580c0c6 None None] Enqueued Resource ID: af27bd08-72b9-4266-90ef-94c448d8e76a with Priority: HIGHEST for action port [ 623.285720] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af27bd08-72b9-4266-90ef-94c448d8e76a with Priority: HIGHEST for action port [ 623.286306] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-af27bd08-72b9-4266-90ef-94c448d8e76a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.286459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af27bd08-72b9-4266-90ef-94c448d8e76a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.286548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af27bd08-72b9-4266-90ef-94c448d8e76a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.287085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af27bd08-72b9-4266-90ef-94c448d8e76a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.287261] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af27bd08-72b9-4266-90ef-94c448d8e76a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.475913] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebdaeb1e-9936-429f-97d1-d7a00953a403: rpc.has_security_group_logging(os_id): False [ 623.477150] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.499942] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.499942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.499942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.499942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.499942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.499942] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.499942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.499942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.499942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.500565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.500565] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.500565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.500565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.500565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.500565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.500741] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.500786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.501086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.501086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.501086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.501210] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be created. [ 623.564753] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.564753] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.564753] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.564753] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.564753] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.564753] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port a982dd8e-6628-481e-8dfc-ce717e7e0dd5 not found, creating... [ 623.564753] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.565097] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.565097] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.565207] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.565400] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.567309] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.567309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.567309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.567309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.567309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.567309] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: a982dd8e-6628-481e-8dfc-ce717e7e0dd5 is going to be created. [ 623.568526] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.568666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.568721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.568958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.569155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.585502] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 623.593629] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.593850] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.593982] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.594510] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.594510] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.594815] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.790115] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af27bd08-72b9-4266-90ef-94c448d8e76a [ 623.790115] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.790374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.790374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.790699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.790860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.791046] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af27bd08-72b9-4266-90ef-94c448d8e76a already deleted. [ 623.791223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af27bd08-72b9-4266-90ef-94c448d8e76a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.979758] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.228977] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 624.229286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.423841] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 in Status: SUCCESS [ 624.424129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.427693] env[67412]: INFO networking_nsxv3.common.synchronization [req-e4c444ba-5673-4d1f-9f9e-cea59099470c req-4b75f4ba-d62c-4894-b162-c58c43bd4990 service nova] Enqueued Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_rules [ 624.427693] env[67412]: INFO networking_nsxv3.common.synchronization [req-e4c444ba-5673-4d1f-9f9e-cea59099470c req-4b75f4ba-d62c-4894-b162-c58c43bd4990 service nova] Enqueued Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_members [ 624.427693] env[67412]: INFO networking_nsxv3.common.synchronization [req-e4c444ba-5673-4d1f-9f9e-cea59099470c req-4b75f4ba-d62c-4894-b162-c58c43bd4990 service nova] Enqueued Resource ID: a982dd8e-6628-481e-8dfc-ce717e7e0dd5 with Priority: HIGHEST for action port [ 624.428141] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_rules [ 624.428271] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_members [ 624.428404] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a982dd8e-6628-481e-8dfc-ce717e7e0dd5 with Priority: HIGHEST for action port [ 624.428702] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.428996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.428996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.429402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.429531] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.434155] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.434381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.434501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.434827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.436480] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.436681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.436783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.437036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.437135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.437235] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.438249] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.440284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.440284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.440284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.440284] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a982dd8e-6628-481e-8dfc-ce717e7e0dd5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.482986] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.483296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.483383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.483675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.483804] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.483918] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 624.521826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.522304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.522304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.522724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.522845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.536432] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 624.934169] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.934309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.946577] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.947215] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a982dd8e-6628-481e-8dfc-ce717e7e0dd5 with status ACTIVE [ 624.947215] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.947215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.947437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.947497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.948178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.948923] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.948923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.948923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.948923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.948923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.949286] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.949286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.949286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.949437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.949529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.949609] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a982dd8e-6628-481e-8dfc-ce717e7e0dd5 is going to be updated. [ 624.972548] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.972927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.973133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.973730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.973730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.973909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a982dd8e-6628-481e-8dfc-ce717e7e0dd5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.070540] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 625.070852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.071422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.071676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.071877] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.071998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.072075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.072331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.072428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.072501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.072588] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.414424] env[67412]: INFO networking_nsxv3.common.synchronization [req-1293bbea-a74e-4128-ade5-ec9a79c80226 req-aea1eb80-8321-4e5b-8709-9b58ec7a15ec tempest-VolumesAssistedSnapshotsTest-891648022 tempest-VolumesAssistedSnapshotsTest-891648022-project-member] Enqueued Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_members [ 625.415250] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_members [ 625.415618] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-caead7ac-5909-4938-8a56-483ee336a701 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.415777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.415842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.416127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.416291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.416390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.416448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.416636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.416765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.416868] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.452010] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.575973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.576452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.576452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.576574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.576764] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.576864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.576928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.577097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.577179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.577275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.577414] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.577509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.577569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.577734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.577869] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.577960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.578037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.578179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.578277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.578334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.578507] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.601271] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 625.602359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.602610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.602997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.603640] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.919414] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.919624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.919711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.920143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.920143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.920336] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.920458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.920532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.920747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.920857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.920969] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caead7ac-5909-4938-8a56-483ee336a701 already deleted. [ 625.921091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.954568] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.954825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.954825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.955019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.955145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.955380] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 is going to be created. [ 625.987341] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.987658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.987727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.988056] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.988312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.004232] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 in Status: UNINITIALIZED for 2s [ 626.028295] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b15a91e6-9f73-4b8a-8959-b90f8e70873a tempest-ServersWithSpecificFlavorTestJSON-12592756 tempest-ServersWithSpecificFlavorTestJSON-12592756-project-member] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_rules [ 626.030062] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_rules [ 626.031503] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.032665] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-548" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.032665] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-548" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.032665] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-548" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.032665] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.033564] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.033564] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.033564] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.033564] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.033564] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.034450] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.034450] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.034450] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.034450] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.034450] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.035022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.036469] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.036669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.036775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.037087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.037200] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.062368] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.062629] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.062786] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.062954] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-548" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.063313] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-ecc4098d-cf82-4aa9-8968-bef7c11d629c taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.063672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-ecc4098d-cf82-4aa9-8968-bef7c11d629c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.063672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-ecc4098d-cf82-4aa9-8968-bef7c11d629c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.063950] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-ecc4098d-cf82-4aa9-8968-bef7c11d629c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.064115] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc4098d-cf82-4aa9-8968-bef7c11d629c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.081779] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af35cf2b-2349-4777-987b-affdcf0c917c: rpc.has_security_group_logging(os_id): False [ 626.106026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.106292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.107851] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.108050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.108096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.108319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.108404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.108642] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.108751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.108819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.109013] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.109094] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.109308] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.109413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.109474] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.109625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.109711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.109972] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.110095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.110095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.110238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.110317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.110405] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be created. [ 626.179612] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.179848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.179964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.180266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.180508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.190406] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 626.544453] env[67412]: INFO networking_nsxv3.common.synchronization [None req-1d3d3326-d7fd-41bb-9455-866abc937434 tempest-ServersWithSpecificFlavorTestJSON-12592756 tempest-ServersWithSpecificFlavorTestJSON-12592756-project-member] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_rules [ 626.545610] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_rules [ 626.546067] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.546329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.557565] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 626.557565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.559074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.559074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.559074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.559074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.559074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.559074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.559074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.559074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.559074] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.561950] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.562086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.562153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.562396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.562487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.562575] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b already deleted. [ 626.562656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.563095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.563317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.563394] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.566962] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.567138] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.567262] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.567935] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.567935] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.568088] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port ecc4098d-cf82-4aa9-8968-bef7c11d629c not found, creating... [ 626.568746] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.568746] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.568746] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.568998] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.568998] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.569245] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.569358] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.569782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.569782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.569782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.569954] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: ecc4098d-cf82-4aa9-8968-bef7c11d629c is going to be created. [ 626.595068] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.595429] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.595520] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.595812] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.596055] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.596271] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-ecc4098d-cf82-4aa9-8968-bef7c11d629c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.061224] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.064408] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.064408] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.064408] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.064408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.065075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.065075] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.096288] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.096288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.096288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.096288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.096288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.096288] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b already deleted. [ 627.096288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.363628] env[67412]: INFO networking_nsxv3.common.synchronization [req-1293bbea-a74e-4128-ade5-ec9a79c80226 req-780d4d76-105b-45a2-b58f-b77a57a02e0b service nova] Enqueued Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_rules [ 627.363628] env[67412]: INFO networking_nsxv3.common.synchronization [req-1293bbea-a74e-4128-ade5-ec9a79c80226 req-780d4d76-105b-45a2-b58f-b77a57a02e0b service nova] Enqueued Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_members [ 627.363628] env[67412]: INFO networking_nsxv3.common.synchronization [req-1293bbea-a74e-4128-ade5-ec9a79c80226 req-780d4d76-105b-45a2-b58f-b77a57a02e0b service nova] Enqueued Resource ID: ecc4098d-cf82-4aa9-8968-bef7c11d629c with Priority: HIGHEST for action port [ 627.363628] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_rules [ 627.364810] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_members [ 627.365105] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ecc4098d-cf82-4aa9-8968-bef7c11d629c with Priority: HIGHEST for action port [ 627.368022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caead7ac-5909-4938-8a56-483ee336a701 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.368022] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.368022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-caead7ac-5909-4938-8a56-483ee336a701 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.368022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.368022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.370060] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.371710] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ecc4098d-cf82-4aa9-8968-bef7c11d629c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.374025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ecc4098d-cf82-4aa9-8968-bef7c11d629c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.374025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ecc4098d-cf82-4aa9-8968-bef7c11d629c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.374025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ecc4098d-cf82-4aa9-8968-bef7c11d629c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.374025] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ecc4098d-cf82-4aa9-8968-bef7c11d629c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.572732] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebdaeb1e-9936-429f-97d1-d7a00953a403: rpc.has_security_group_logging(os_id): False [ 627.594889] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.594889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.595137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.595417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.595417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.595523] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.595663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.595725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.595889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.595969] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.599320] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.599320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.599320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.599320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.599320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.599320] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.599320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.599320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.599320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.599320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.599320] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 627.679767] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.679966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.679966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.680450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.680450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.695133] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 627.875674] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-caead7ac-5909-4938-8a56-483ee336a701 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.875917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.876017] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.880532] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ecc4098d-cf82-4aa9-8968-bef7c11d629c with status ACTIVE [ 627.880980] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.881111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.881151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.881909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.881985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.882265] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.882995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.882995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.885277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.885277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.885277] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.885277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.885277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.885277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.885277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.885631] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ecc4098d-cf82-4aa9-8968-bef7c11d629c is going to be updated. [ 627.914069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.914605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.914605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.915386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.916689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.916689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ecc4098d-cf82-4aa9-8968-bef7c11d629c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.025903] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 in Status: SUCCESS [ 628.026148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.026464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.026728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.027041] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.027934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.027934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.027934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.027934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.027934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.027934] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.209613] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 628.212306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.351776] env[67412]: INFO networking_nsxv3.common.synchronization [req-c33f7543-2954-4686-a2af-ce4b7de93925 req-635d07d7-2e90-4f92-8237-cd7f86361aaa tempest-DeleteServersAdminTestJSON-1818730870 tempest-DeleteServersAdminTestJSON-1818730870-project-admin] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 628.352598] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 628.352665] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.352782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.352849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.353414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.353585] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.353693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.353751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.354057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.354057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.355177] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.388150] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.526582] env[67412]: INFO networking_nsxv3.common.synchronization [None req-0ac33792-be3e-48b0-910b-442a5ad184d6 None None] Enqueued Resource ID: 9bb9002b-03f8-4dce-aac2-b3dbe77c3d99 with Priority: HIGHEST for action port [ 628.527122] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bb9002b-03f8-4dce-aac2-b3dbe77c3d99 with Priority: HIGHEST for action port [ 628.527437] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bb9002b-03f8-4dce-aac2-b3dbe77c3d99 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.529093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bb9002b-03f8-4dce-aac2-b3dbe77c3d99" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.529225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bb9002b-03f8-4dce-aac2-b3dbe77c3d99" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.529437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bb9002b-03f8-4dce-aac2-b3dbe77c3d99" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.529541] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bb9002b-03f8-4dce-aac2-b3dbe77c3d99',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.530668] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.630943] env[67412]: INFO networking_nsxv3.common.synchronization [req-73060a75-239a-4419-8601-3b14b4eeb306 req-b8f0aae8-3cf4-478e-a59b-2928117298f2 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 628.631511] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 628.632064] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.632263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.632335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.632589] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.632910] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.632910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.632910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.633087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.633156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.633249] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.860870] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.860870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.860870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.860870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.860870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.860870] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.860870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.860870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.860870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.860870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.860870] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 is going to be updated. [ 628.890535] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.890808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.890908] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.891189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.891296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.891396] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caead7ac-5909-4938-8a56-483ee336a701 is going to be created. [ 628.899075] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.899757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.899757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.900821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.900821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.910995] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: IN_PROGRESS for 2s [ 628.924436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.924436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.924436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.924436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.924436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.934135] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caead7ac-5909-4938-8a56-483ee336a701 in Status: UNINITIALIZED for 2s [ 629.033416] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bb9002b-03f8-4dce-aac2-b3dbe77c3d99 [ 629.034294] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.034294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.034294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.034294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.034294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.034294] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bb9002b-03f8-4dce-aac2-b3dbe77c3d99 already deleted. [ 629.034902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bb9002b-03f8-4dce-aac2-b3dbe77c3d99" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.034902] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58f5d34b-6e36-4fd8-96f6-8474fcffbe28: rpc.has_security_group_logging(os_id): False [ 629.057586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.058067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.058067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.058067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.058215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.059856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.059856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.059856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.059856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.059856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.059856] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 is going to be created. [ 629.138100] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.138100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.138100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.138100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.138100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.138771] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.138771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.138771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.138771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.138771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.138771] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 already deleted. [ 629.139110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.145042] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.145042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.145042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.145042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.145042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.156537] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 in Status: IN_PROGRESS for 2s [ 629.297024] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.297024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.297024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.297024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.297024] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.297024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.297024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.297024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.297024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.297511] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.297511] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.297511] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.297612] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.297666] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.297786] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.297962] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.362024] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.362024] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.062 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.362024] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.362024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.362024] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-6b72dce7-a756-4490-8139-8a6ea80108a2 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.362024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-6b72dce7-a756-4490-8139-8a6ea80108a2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.362024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-6b72dce7-a756-4490-8139-8a6ea80108a2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.362024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-6b72dce7-a756-4490-8139-8a6ea80108a2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.362024] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b72dce7-a756-4490-8139-8a6ea80108a2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.707999] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 629.708420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.708923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.709178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.709274] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.863332] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.863582] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.863770] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.864560] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.864560] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.864560] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 6b72dce7-a756-4490-8139-8a6ea80108a2 not found, creating... [ 629.864752] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.864904] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.865010] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.865282] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.865417] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.866112] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.866112] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.866112] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.866312] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.866312] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.867590] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 6b72dce7-a756-4490-8139-8a6ea80108a2 is going to be created. [ 629.894173] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.894655] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.894777] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.894999] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.895303] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.895541] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-6b72dce7-a756-4490-8139-8a6ea80108a2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.211901] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.212085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.212160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.212403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.212601] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.212718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.212782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.212945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.213043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.213131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.213219] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.491857] env[67412]: INFO networking_nsxv3.common.synchronization [None req-a60571f2-36b1-41c3-b42c-0c32e2eafa9d None None] Enqueued Resource ID: bfc772ac-771a-4f38-b8b0-701fafb40995 with Priority: HIGHEST for action port [ 630.491857] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc772ac-771a-4f38-b8b0-701fafb40995 with Priority: HIGHEST for action port [ 630.491857] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc772ac-771a-4f38-b8b0-701fafb40995 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.491857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc772ac-771a-4f38-b8b0-701fafb40995" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.491857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc772ac-771a-4f38-b8b0-701fafb40995" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.491857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc772ac-771a-4f38-b8b0-701fafb40995" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.491857] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc772ac-771a-4f38-b8b0-701fafb40995',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.601449] env[67412]: INFO networking_nsxv3.common.synchronization [req-73060a75-239a-4419-8601-3b14b4eeb306 req-51e8b5b6-c90a-48ae-bf0e-19607da6c52a service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 630.601449] env[67412]: INFO networking_nsxv3.common.synchronization [req-73060a75-239a-4419-8601-3b14b4eeb306 req-51e8b5b6-c90a-48ae-bf0e-19607da6c52a service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 630.601449] env[67412]: INFO networking_nsxv3.common.synchronization [req-73060a75-239a-4419-8601-3b14b4eeb306 req-51e8b5b6-c90a-48ae-bf0e-19607da6c52a service nova] Enqueued Resource ID: 6b72dce7-a756-4490-8139-8a6ea80108a2 with Priority: HIGHEST for action port [ 630.601449] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 630.601449] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 630.601449] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b72dce7-a756-4490-8139-8a6ea80108a2 with Priority: HIGHEST for action port [ 630.602608] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.602608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.602608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.602797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.602797] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.603992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.604148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.604196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.604417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.604570] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.604673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.604716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.604868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.604955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.605731] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.607027] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b72dce7-a756-4490-8139-8a6ea80108a2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.607027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b72dce7-a756-4490-8139-8a6ea80108a2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.607027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b72dce7-a756-4490-8139-8a6ea80108a2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.607027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b72dce7-a756-4490-8139-8a6ea80108a2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.607027] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b72dce7-a756-4490-8139-8a6ea80108a2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.716261] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.716609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.716609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.716845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.717043] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.717178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.717288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.718112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.718819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.718819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.718975] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.719570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.719570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.719570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.719741] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.719930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.719930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.720140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.720250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.720392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.720509] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.921531] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: SUCCESS [ 630.921731] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 deletion is rescheduled due to dependency. [ 630.921848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.945120] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caead7ac-5909-4938-8a56-483ee336a701 in Status: SUCCESS [ 630.945837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.945837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.945837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.945963] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.946093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.946143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.946875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.946875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.946875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.946875] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.995986] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bfc772ac-771a-4f38-b8b0-701fafb40995 [ 630.996326] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.996519] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.996619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.996913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.997053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.997192] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bfc772ac-771a-4f38-b8b0-701fafb40995 already deleted. [ 630.997311] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc772ac-771a-4f38-b8b0-701fafb40995" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.108571] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.110241] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.110370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.110532] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6b72dce7-a756-4490-8139-8a6ea80108a2 with status ACTIVE [ 631.112074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.112074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.112074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.112074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.112074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.112074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.112074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.112074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.112074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.112074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.112680] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.112680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.112680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.112822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.112822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.112957] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6b72dce7-a756-4490-8139-8a6ea80108a2 is going to be updated. [ 631.142033] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.142165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.142165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.143406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.143406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.143406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b72dce7-a756-4490-8139-8a6ea80108a2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.176508] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 in Status: SUCCESS [ 631.176789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.223043] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebdaeb1e-9936-429f-97d1-d7a00953a403: rpc.has_security_group_logging(os_id): False [ 631.244710] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.244857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.244950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.245235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.245359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.245542] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.245668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.245756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.246141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.246141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.246559] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.246781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.246781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.246854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.246901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.247152] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.247266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.247359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.247479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.247546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.247697] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 631.356580] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.356580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.359091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.359091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.359091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.379046] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 631.448651] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.615746] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.785980] env[67412]: INFO networking_nsxv3.common.synchronization [req-eb8c8b13-c0bf-4663-a4e3-36bdbff8fee8 req-5571b58e-2354-45cd-914f-4fc638027af4 tempest-ServersAdminTestJSON-812653998 tempest-ServersAdminTestJSON-812653998-project-member] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 631.788461] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 631.788461] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.788461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.788461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.788858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.789731] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.789731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.789731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.789731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.789731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.789731] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.953023] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for caead7ac-5909-4938-8a56-483ee336a701: rpc.has_security_group_logging(os_id): False [ 631.979366] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.979676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.979740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.983060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.983060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.983060] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.983060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.983060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.983060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.983609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.983609] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caead7ac-5909-4938-8a56-483ee336a701 is going to be created. [ 632.064088] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.064088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.064088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.064088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.064423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.086231] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: caead7ac-5909-4938-8a56-483ee336a701 in Status: IN_PROGRESS for 2s [ 632.122418] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.122617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.122694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.123168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.123168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.123168] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be created. [ 632.170562] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.170810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.170861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.171105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.171267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.194582] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: UNINITIALIZED for 2s [ 632.296635] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.343454] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.343454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.343454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.343454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.343454] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.343454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.343454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.343454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.343454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.343454] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.343454] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.343454] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.343454] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.343933] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.343933] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.343933] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.405892] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.406374] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.064 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.407320] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.407320] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.407490] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.407775] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.407775] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.408470] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.408843] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.797214] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.912468] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.912651] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.912725] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.913585] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.913585] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.913585] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392 not found, creating... [ 632.913585] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.913832] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.913832] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.914091] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.914221] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.915229] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.915229] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.915229] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.915229] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.915471] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.915555] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392 is going to be created. [ 632.945104] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.945104] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.945104] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.945530] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.945829] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.946421] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.301209] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.301987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.302096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.303312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.303312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.303312] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 633.366307] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.366547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.366547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.367022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.367022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.378963] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 633.401010] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 633.401272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.753593] env[67412]: INFO networking_nsxv3.common.synchronization [req-eb8c8b13-c0bf-4663-a4e3-36bdbff8fee8 req-af143f23-28f1-486b-a97c-9372ac613acc service nova] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_rules [ 633.753593] env[67412]: INFO networking_nsxv3.common.synchronization [req-eb8c8b13-c0bf-4663-a4e3-36bdbff8fee8 req-af143f23-28f1-486b-a97c-9372ac613acc service nova] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 633.753593] env[67412]: INFO networking_nsxv3.common.synchronization [req-eb8c8b13-c0bf-4663-a4e3-36bdbff8fee8 req-af143f23-28f1-486b-a97c-9372ac613acc service nova] Enqueued Resource ID: b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392 with Priority: HIGHEST for action port [ 633.758513] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_rules [ 633.758636] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 633.758636] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392 with Priority: HIGHEST for action port [ 633.758960] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.759120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.759188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.759415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.759500] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.760466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.760611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.760752] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.760851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.760918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.761307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.761307] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.103167] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: caead7ac-5909-4938-8a56-483ee336a701 in Status: SUCCESS [ 634.103536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.194253] env[67412]: INFO networking_nsxv3.common.synchronization [req-e8038414-767e-478f-84af-04b249fb00c5 req-df21a1a8-8cdb-4c98-9c2d-17bd0f561979 tempest-ServerDiagnosticsNegativeTest-1892375048 tempest-ServerDiagnosticsNegativeTest-1892375048-project-member] Enqueued Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGHEST for action security_group_members [ 634.196043] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGHEST for action security_group_members [ 634.198745] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-56448543-9b47-40ad-86fc-62cbe31a3b20 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.198914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.199034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.199322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.199562] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.200126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.200126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.200401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.200554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.200700] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.213681] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 634.214087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.214925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.215230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.215606] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.216365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.216696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.216778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.216939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.217029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.217243] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.263180] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.263180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.270048] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392 with status ACTIVE [ 634.270048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.270048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.270048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.270048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.270738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.270738] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392 is going to be updated. [ 634.316192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.318673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.318880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.319060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.319231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.319422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2afd38e-4ff4-4eb8-8cd6-d9acbf90c392" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.426743] env[67412]: INFO networking_nsxv3.common.synchronization [req-c212b4da-6559-41da-ac24-9d42a9d04ec6 req-8f77e50f-bc1e-4e8e-ac8e-e38cbf2fcc68 tempest-ImagesOneServerNegativeTestJSON-523727752 tempest-ImagesOneServerNegativeTestJSON-523727752-project-member] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 634.427468] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 634.427897] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.428042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.428098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.428444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.429628] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.429628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.429628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.429628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.429628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.429628] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.706387] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.706583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.706665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.706830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.707376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.707376] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.707526] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.707526] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.708531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.708531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.708531] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 is going to be updated. [ 634.720653] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.723197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.723197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.723197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.724162] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.724162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.724162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.724162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.724162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.724162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.724162] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.742475] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.742667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.742715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.743042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.743042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.754512] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 in Status: IN_PROGRESS for 2s [ 634.819494] env[67412]: INFO networking_nsxv3.common.synchronization [req-52d000a9-ef0c-402f-bb19-d1c84c324537 req-b655a7d2-a42f-43e6-8b42-03f83d21cbf0 tempest-ServerDiagnosticsTest-248518124 tempest-ServerDiagnosticsTest-248518124-project-member] Enqueued Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGHEST for action security_group_members [ 634.821296] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGHEST for action security_group_members [ 634.821982] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-901ca6c9-5751-4fe8-8096-3b9081d31015 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.822727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.822839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.824104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.824104] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.824104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.824104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.824104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.824104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.824104] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.863975] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.864330] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.864515] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.864807] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.865365] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.865365] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.865580] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.865674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.866113] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.866113] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.866230] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.866592] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.866592] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.866592] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.866819] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.867284] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.886203] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.886918] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.886918] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.886918] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.887105] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-eaf13f3d-d290-4dc3-b419-a52601a5559a taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.887198] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-eaf13f3d-d290-4dc3-b419-a52601a5559a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.887315] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-eaf13f3d-d290-4dc3-b419-a52601a5559a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.887670] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-eaf13f3d-d290-4dc3-b419-a52601a5559a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.888291] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf13f3d-d290-4dc3-b419-a52601a5559a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.932304] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.932465] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.932556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.932745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.932834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.933026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.933126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.933193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.933808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.933808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.933808] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 already deleted. [ 634.933808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.228473] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b6f125-3014-43fc-b501-32c3a44c11c9: rpc.has_security_group_logging(os_id): False [ 635.247170] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.247385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.247385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.247650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.247713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.247875] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.247968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.248068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.248218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.248300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.248472] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.248559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.248631] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.250032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.250161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.250271] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.250389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.250544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.250688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.250745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.250836] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be created. [ 635.326044] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.326281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.326281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.326505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.326636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.326917] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.327067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.327172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.327397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.327513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.327640] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 is going to be updated. [ 635.329706] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.329819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.329888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.330071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.330246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.346513] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 635.379535] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.379720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.379783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.380007] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.380148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.392023] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.392422] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.392585] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.392994] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.393275] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.393508] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port eaf13f3d-d290-4dc3-b419-a52601a5559a not found, creating... [ 635.393898] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.394144] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.394305] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.394909] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.395145] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.395634] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.395941] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.396140] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.396475] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.396682] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.396898] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: eaf13f3d-d290-4dc3-b419-a52601a5559a is going to be created. [ 635.401834] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 635.402147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.402422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.402730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.402987] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.403169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.403260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.403468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.403580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.403709] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.407493] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 in Status: IN_PROGRESS for 2s [ 635.439724] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.439724] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.439724] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.439724] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.439724] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.439724] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-eaf13f3d-d290-4dc3-b419-a52601a5559a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.909130] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.211123] env[67412]: INFO networking_nsxv3.common.synchronization [req-c212b4da-6559-41da-ac24-9d42a9d04ec6 req-6027c132-5ca4-4c45-9d67-e1dc6b58f6ff service nova] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_rules [ 636.211316] env[67412]: INFO networking_nsxv3.common.synchronization [req-c212b4da-6559-41da-ac24-9d42a9d04ec6 req-6027c132-5ca4-4c45-9d67-e1dc6b58f6ff service nova] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 636.211578] env[67412]: INFO networking_nsxv3.common.synchronization [req-c212b4da-6559-41da-ac24-9d42a9d04ec6 req-6027c132-5ca4-4c45-9d67-e1dc6b58f6ff service nova] Enqueued Resource ID: eaf13f3d-d290-4dc3-b419-a52601a5559a with Priority: HIGHEST for action port [ 636.213615] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_rules [ 636.213615] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 636.213615] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaf13f3d-d290-4dc3-b419-a52601a5559a with Priority: HIGHEST for action port [ 636.213615] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.214080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.214080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.214080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.214297] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.215901] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.215901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.216199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.216244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.216716] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.216839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.216839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.217061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.217172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.217333] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.218737] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaf13f3d-d290-4dc3-b419-a52601a5559a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.218737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaf13f3d-d290-4dc3-b419-a52601a5559a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.218834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaf13f3d-d290-4dc3-b419-a52601a5559a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.219443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaf13f3d-d290-4dc3-b419-a52601a5559a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.219443] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaf13f3d-d290-4dc3-b419-a52601a5559a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.413187] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.721375] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.721504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.721710] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.722652] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaf13f3d-d290-4dc3-b419-a52601a5559a with status ACTIVE [ 636.722846] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.723018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.723113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.723249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.723368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.723918] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.724084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.724154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.724368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.724518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.724641] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.724737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.724802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.724947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.725218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.725283] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaf13f3d-d290-4dc3-b419-a52601a5559a is going to be updated. [ 636.753634] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.753889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.753889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.759174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.759174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.759174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaf13f3d-d290-4dc3-b419-a52601a5559a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.768453] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 in Status: SUCCESS [ 636.768453] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 deletion is rescheduled due to dependency. [ 636.768453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.916023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.916156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.916267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.916457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.916538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.916641] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 636.958302] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.958302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.958302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.958302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.958302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.972441] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 637.127135] env[67412]: INFO networking_nsxv3.common.synchronization [req-b68a502b-a74f-43fc-b97a-86a7b51220cb req-663e7260-c51d-4cce-8641-ec7b8dfec303 tempest-ListServersNegativeTestJSON-1608577288 tempest-ListServersNegativeTestJSON-1608577288-project-member] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 637.128253] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 637.128816] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.128922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.128999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.129334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.129620] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.129709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.129804] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.130064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.130253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.130662] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.228013] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.367690] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 637.367837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.426088] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 in Status: SUCCESS [ 637.426367] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 deletion is rescheduled due to dependency. [ 637.429793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.633191] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.731992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.731992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.731992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.731992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.731992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.731992] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be created. [ 637.772143] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.772143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.772143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.772143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.772143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.787671] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: UNINITIALIZED for 2s [ 638.135402] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.223733] env[67412]: INFO networking_nsxv3.common.synchronization [req-e67a0c5a-3422-484f-9249-536201b9bdc9 req-4faebcc8-d81f-4af3-93bb-71339a0314ca tempest-ImagesNegativeTestJSON-2018399749 tempest-ImagesNegativeTestJSON-2018399749-project-member] Enqueued Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGHEST for action security_group_members [ 638.223733] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGHEST for action security_group_members [ 638.223733] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e8adece8-b987-4290-a1dc-f33f05752f88 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.225814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.226029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.226230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.226545] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.226545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.226775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.226868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.227626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.227626] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.638624] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.639117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.639117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.639793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.639949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.640509] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 638.677539] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.677777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.677777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.677959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.678115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.689381] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 638.730376] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.730577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.730627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.730808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.730899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.731099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.731201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.731264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.732896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.732896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.732896] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8adece8-b987-4290-a1dc-f33f05752f88 is going to be updated. [ 638.760979] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.761192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.761192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.761839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.761839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.771243] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8adece8-b987-4290-a1dc-f33f05752f88 in Status: IN_PROGRESS for 2s [ 638.801137] env[67412]: INFO networking_nsxv3.common.synchronization [req-9ef65d63-e3ac-44e4-95b4-fbb9aae99458 req-657ceb81-1226-4584-be24-78acdb8d1af5 tempest-ServersTestJSON-399624002 tempest-ServersTestJSON-399624002-project-member] Enqueued Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_members [ 638.801687] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_members [ 638.802446] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.802595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.802655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.804359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.804359] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.804359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.804359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.804599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.805255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.805255] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.982353] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 638.982576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.982744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.983348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.983570] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.983708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.983774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.983942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.984134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.984249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.984344] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.310945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.310945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.310945] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 already deleted. [ 639.310945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.318020] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-321 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.318020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-321" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.318020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-321" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.318020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-321" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.318020] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.318593] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.318938] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.319343] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.322035] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.322035] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.322035] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.322035] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.322035] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.322035] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.322035] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.322035] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.355591] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.355591] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.355591] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.355591] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-321" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.355591] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-343baeac-49ea-473e-81cf-c40824f664cf taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.355591] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-343baeac-49ea-473e-81cf-c40824f664cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.355591] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-343baeac-49ea-473e-81cf-c40824f664cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.355591] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-343baeac-49ea-473e-81cf-c40824f664cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.356161] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343baeac-49ea-473e-81cf-c40824f664cf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.491026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.491026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.491026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.491026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.491026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.491731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.491731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.491731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.491731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.491731] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.825169] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 639.825169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.825169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.825169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.825169] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.825169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.825169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.825169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.825169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.825169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.825169] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.858940] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.859222] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.859350] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.859660] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.859850] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.859976] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 343baeac-49ea-473e-81cf-c40824f664cf not found, creating... [ 639.860300] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.860588] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.860588] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.860815] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.860959] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.861303] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.861590] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.861590] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.861767] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.861897] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.862067] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 343baeac-49ea-473e-81cf-c40824f664cf is going to be created. [ 639.886867] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.887111] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.887249] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.887565] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.887823] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.888083] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-343baeac-49ea-473e-81cf-c40824f664cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.994419] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af35cf2b-2349-4777-987b-affdcf0c917c: rpc.has_security_group_logging(os_id): False [ 640.021457] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.021457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.021675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.021711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.022959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.022959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.022959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.023402] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.023402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.023402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.023402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.023555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.023555] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 640.107869] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.108128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.108191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.108512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.108724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.126726] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 640.303602] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.303904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.303904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.304291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.304626] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.304786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.304904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.305201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.305365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.305671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.305884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.306055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.306490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.306490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.306608] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.306761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.306870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.307114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.307398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.307398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.307550] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.635373] env[67412]: INFO networking_nsxv3.common.synchronization [req-9ef65d63-e3ac-44e4-95b4-fbb9aae99458 req-e05f7265-7504-4563-b3c4-45106820488e service nova] Enqueued Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_rules [ 640.635373] env[67412]: INFO networking_nsxv3.common.synchronization [req-9ef65d63-e3ac-44e4-95b4-fbb9aae99458 req-e05f7265-7504-4563-b3c4-45106820488e service nova] Enqueued Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_members [ 640.635373] env[67412]: INFO networking_nsxv3.common.synchronization [req-9ef65d63-e3ac-44e4-95b4-fbb9aae99458 req-e05f7265-7504-4563-b3c4-45106820488e service nova] Enqueued Resource ID: 343baeac-49ea-473e-81cf-c40824f664cf with Priority: HIGHEST for action port [ 640.635890] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_rules [ 640.636902] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_members [ 640.636902] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343baeac-49ea-473e-81cf-c40824f664cf with Priority: HIGHEST for action port [ 640.637032] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.637136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.637210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.637530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.637724] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.639615] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.639615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.639732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.640059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.640225] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.640335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.640397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.641650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.641650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.641650] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.642141] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-343baeac-49ea-473e-81cf-c40824f664cf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.642264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343baeac-49ea-473e-81cf-c40824f664cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.642313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343baeac-49ea-473e-81cf-c40824f664cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.642882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343baeac-49ea-473e-81cf-c40824f664cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.642973] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343baeac-49ea-473e-81cf-c40824f664cf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.702066] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 640.702175] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.781656] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e8adece8-b987-4290-a1dc-f33f05752f88 in Status: SUCCESS [ 640.782489] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e8adece8-b987-4290-a1dc-f33f05752f88 deletion is rescheduled due to dependency. [ 640.782489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.810245] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 065d30e7-a6ef-4255-b96d-d3d3bcb92b09: rpc.has_security_group_logging(os_id): False [ 640.832521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.832521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.832521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.832521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.833680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.833680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.833680] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.833959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.833959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.834061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.835910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.835910] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be created. [ 640.904904] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.904904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.904904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.905262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.905307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.922522] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: IN_PROGRESS for 2s [ 641.140112] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.140411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.142843] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.145532] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 343baeac-49ea-473e-81cf-c40824f664cf with status ACTIVE [ 641.145751] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.145882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.145948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.146192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.146312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.146496] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.146608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.146608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.146773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.146818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.146993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.147106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.147164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.147306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.147380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.147462] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 343baeac-49ea-473e-81cf-c40824f664cf is going to be updated. [ 641.180491] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.180491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.180491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.180947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.181025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.181218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343baeac-49ea-473e-81cf-c40824f664cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.647798] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.143946] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 642.143946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.151861] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.151861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.151861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.151861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.151861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.151861] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 is going to be created. [ 642.180803] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.181018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.181065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.181268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.181440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.196627] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 in Status: UNINITIALIZED for 2s [ 642.944375] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 642.944694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.389199] env[67412]: INFO networking_nsxv3.common.synchronization [req-e804c6aa-b7b1-455f-bc25-5f1bad5ad608 req-3fe0c00b-9cbf-4440-9145-873695df175d tempest-ServersAdminNegativeTestJSON-1831058962 tempest-ServersAdminNegativeTestJSON-1831058962-project-member] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 643.389199] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 643.389199] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.389199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.389199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.393510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.393510] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.393510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.393510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.393704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.393704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.393774] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.868193] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.868585] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.868788] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.869096] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.869418] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.869636] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.869843] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.870141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.870307] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.870549] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.870684] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.870817] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.870923] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.871067] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.871197] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.871334] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.893944] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.894153] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.894326] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.894565] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.894902] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-f02a4c80-7981-4ec6-ac22-8b998efa2bea taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.895091] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-f02a4c80-7981-4ec6-ac22-8b998efa2bea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.895204] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-f02a4c80-7981-4ec6-ac22-8b998efa2bea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.895701] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-f02a4c80-7981-4ec6-ac22-8b998efa2bea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.895845] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f02a4c80-7981-4ec6-ac22-8b998efa2bea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.896929] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.897055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.897125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.897300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.897402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.897603] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.897700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.897760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.897942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.898025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.898220] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 already deleted. [ 643.898220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.211342] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 in Status: SUCCESS [ 644.211342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.211342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.211536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.214609] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.214609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.214609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.214609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.214609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.214609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.215136] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.400074] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.400760] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.400760] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.400927] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.400975] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.401433] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port f02a4c80-7981-4ec6-ac22-8b998efa2bea not found, creating... [ 644.401433] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.401863] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.401863] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.401988] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.402118] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.402444] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.402749] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.402749] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.403184] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.406722] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.406963] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: f02a4c80-7981-4ec6-ac22-8b998efa2bea is going to be created. [ 644.431451] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.431824] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.432031] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.432420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.432652] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.432919] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-f02a4c80-7981-4ec6-ac22-8b998efa2bea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.538117] env[67412]: INFO networking_nsxv3.common.synchronization [None req-1e2c6fed-f1ea-418c-837c-82e5630a6b9c None None] Enqueued Resource ID: 39e3fca5-954e-4874-b336-302313a337fe with Priority: HIGHEST for action port [ 644.539161] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39e3fca5-954e-4874-b336-302313a337fe with Priority: HIGHEST for action port [ 644.539557] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-39e3fca5-954e-4874-b336-302313a337fe taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.539696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39e3fca5-954e-4874-b336-302313a337fe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.539762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39e3fca5-954e-4874-b336-302313a337fe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.540116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39e3fca5-954e-4874-b336-302313a337fe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.540204] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39e3fca5-954e-4874-b336-302313a337fe',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.717559] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.044670] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39e3fca5-954e-4874-b336-302313a337fe [ 645.045019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.045209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.045277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.045506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.045598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.045697] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39e3fca5-954e-4874-b336-302313a337fe already deleted. [ 645.045905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39e3fca5-954e-4874-b336-302313a337fe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.217224] env[67412]: INFO networking_nsxv3.common.synchronization [req-18440880-be6e-4dc0-93cb-61047354cd6d req-c35fe8d8-eedb-498d-a443-3ec11ccccd07 tempest-VolumesAdminNegativeTest-1778846030 tempest-VolumesAdminNegativeTest-1778846030-project-member] Enqueued Resource ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 with Priority: HIGHEST for action security_group_members [ 645.217756] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 with Priority: HIGHEST for action security_group_members [ 645.218738] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-707059b5-bfca-47b7-bd3d-36917fd5a727 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.218738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.218738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.218738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.219021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.219021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.219021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.219207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.219207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.219294] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('707059b5-bfca-47b7-bd3d-36917fd5a727',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.220459] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09: rpc.has_security_group_logging(os_id): False [ 645.241362] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.241503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.241596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.241855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.241950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.242676] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.242797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.242869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.243068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.243166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.243259] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 is going to be created. [ 645.294025] env[67412]: INFO networking_nsxv3.common.synchronization [req-e804c6aa-b7b1-455f-bc25-5f1bad5ad608 req-1baf544f-cb4b-4b7c-8565-0fda86ddec96 service nova] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_rules [ 645.294025] env[67412]: INFO networking_nsxv3.common.synchronization [req-e804c6aa-b7b1-455f-bc25-5f1bad5ad608 req-1baf544f-cb4b-4b7c-8565-0fda86ddec96 service nova] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 645.294025] env[67412]: INFO networking_nsxv3.common.synchronization [req-e804c6aa-b7b1-455f-bc25-5f1bad5ad608 req-1baf544f-cb4b-4b7c-8565-0fda86ddec96 service nova] Enqueued Resource ID: f02a4c80-7981-4ec6-ac22-8b998efa2bea with Priority: HIGHEST for action port [ 645.294025] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_rules [ 645.294025] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 645.294025] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f02a4c80-7981-4ec6-ac22-8b998efa2bea with Priority: HIGHEST for action port [ 645.294025] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.294025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.294025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.296240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.296240] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.299876] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.299876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.299876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.299876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.299876] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.299876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.299876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.299876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.299876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.299876] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.302277] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f02a4c80-7981-4ec6-ac22-8b998efa2bea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.304097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f02a4c80-7981-4ec6-ac22-8b998efa2bea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.304097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f02a4c80-7981-4ec6-ac22-8b998efa2bea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.304097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f02a4c80-7981-4ec6-ac22-8b998efa2bea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.304097] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f02a4c80-7981-4ec6-ac22-8b998efa2bea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.316192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.317401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.317492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.317703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.318061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.335582] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 in Status: IN_PROGRESS for 2s [ 645.717052] env[67412]: INFO networking_nsxv3.common.synchronization [req-76ee40f3-d56a-43f4-b473-7b86381396bf req-ae0a2500-22b3-4b39-b03e-cc9f608fb263 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 645.717515] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 645.717828] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.719363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.719363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.719515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.719700] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.719834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.719906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.720097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.720192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.720300] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.724975] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.725121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.725189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.726266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.726334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.726550] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.727087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.727087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.727087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.727087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.727264] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 is going to be updated. [ 645.760311] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.760527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.760527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.760758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.760867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.773425] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 in Status: IN_PROGRESS for 2s [ 645.806185] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.807463] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.807463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.807705] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f02a4c80-7981-4ec6-ac22-8b998efa2bea with status ACTIVE [ 645.807705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.807810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.807852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.808044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.808159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.808385] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.808507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.808577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.808776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.808872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.815369] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.815369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.815369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.815369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.815369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.815369] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f02a4c80-7981-4ec6-ac22-8b998efa2bea is going to be updated. [ 645.836883] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.836883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.836883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.836883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.836883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.836883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f02a4c80-7981-4ec6-ac22-8b998efa2bea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.989912] env[67412]: INFO networking_nsxv3.common.synchronization [req-76ee40f3-d56a-43f4-b473-7b86381396bf req-bb1192ae-8508-49c0-91a7-7836de556205 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 645.989912] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 645.989912] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.989912] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.222971] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.240063] env[67412]: INFO networking_nsxv3.common.synchronization [req-76ee40f3-d56a-43f4-b473-7b86381396bf req-017b4d86-b947-4671-b911-f517fda1ddc2 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 646.240994] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 646.240994] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.240994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.315863] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.576832] env[67412]: INFO networking_nsxv3.common.synchronization [None req-cf4a0a74-5c96-42b1-b4d8-4d1546f82026 None None] Enqueued Resource ID: a2693259-9648-476b-b889-705ef7b0d215 with Priority: HIGHEST for action port [ 646.577383] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2693259-9648-476b-b889-705ef7b0d215 with Priority: HIGHEST for action port [ 646.577564] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2693259-9648-476b-b889-705ef7b0d215 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.577690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2693259-9648-476b-b889-705ef7b0d215" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.577808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2693259-9648-476b-b889-705ef7b0d215" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.578691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2693259-9648-476b-b889-705ef7b0d215" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.579156] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2693259-9648-476b-b889-705ef7b0d215',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.725589] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.819309] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.819414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.819469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.819699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.819792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.819870] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 is going to be created. [ 646.856171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.856171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.856171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.856171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.856171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.871108] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: UNINITIALIZED for 2s [ 647.059595] env[67412]: INFO networking_nsxv3.common.synchronization [req-a6ef2133-85bf-4aa3-90bd-97d1c372a86a req-119bfd63-3641-4624-ae76-d01552bac13e tempest-TenantUsagesTestJSON-205554134 tempest-TenantUsagesTestJSON-205554134-project-member] Enqueued Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGHEST for action security_group_members [ 647.060207] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGHEST for action security_group_members [ 647.063818] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7505268-ee7c-403c-8aab-315c4dbe49a7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.064295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.064481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.065340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.065340] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.065497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.065544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.065773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.065904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.066046] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.082250] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2693259-9648-476b-b889-705ef7b0d215 [ 647.082445] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.082979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.082979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.082979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.082979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.083378] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2693259-9648-476b-b889-705ef7b0d215 already deleted. [ 647.083378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2693259-9648-476b-b889-705ef7b0d215" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.229584] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.231885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.231885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.231885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.231885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.231885] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 647.266553] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.266553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.266553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.266892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.266892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.298050] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 647.355726] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 in Status: SUCCESS [ 647.356118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.562572] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.562809] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.562962] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.563266] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.563565] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.563770] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.563886] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.564975] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.565190] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.565553] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.565689] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.565814] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.565922] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.566035] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 647.566135] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.570265] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.572283] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.572355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.572408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.572691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.572785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.572997] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.573107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.573182] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.573329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.573403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.573541] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 already deleted. [ 647.573602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.597755] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.598019] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 647.598158] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.598391] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.598897] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-14cb6663-99b8-4924-8f87-3276915c03c1 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.599067] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-14cb6663-99b8-4924-8f87-3276915c03c1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.599067] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-14cb6663-99b8-4924-8f87-3276915c03c1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.599627] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-14cb6663-99b8-4924-8f87-3276915c03c1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.599627] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14cb6663-99b8-4924-8f87-3276915c03c1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.786012] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 in Status: SUCCESS [ 647.786428] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 707059b5-bfca-47b7-bd3d-36917fd5a727 deletion is rescheduled due to dependency. [ 647.786428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-707059b5-bfca-47b7-bd3d-36917fd5a727" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.103057] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.103057] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.103057] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.103661] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.103661] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.103661] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 14cb6663-99b8-4924-8f87-3276915c03c1 not found, creating... [ 648.103896] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.104167] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.104167] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.104425] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.104504] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.104863] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.105084] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.105189] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.105429] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.105530] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.105718] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 14cb6663-99b8-4924-8f87-3276915c03c1 is going to be created. [ 648.129354] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.129593] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.129671] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.130099] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.130469] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.130551] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-14cb6663-99b8-4924-8f87-3276915c03c1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.886302] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: SUCCESS [ 648.886302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.886302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.886302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.886302] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.886302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.886302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.886302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.886302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.886302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.886894] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.275388] env[67412]: INFO networking_nsxv3.common.synchronization [req-a6ef2133-85bf-4aa3-90bd-97d1c372a86a req-e57c194c-23b7-4a10-9324-27bbe9b735ff service nova] Enqueued Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGHEST for action security_group_rules [ 649.275388] env[67412]: INFO networking_nsxv3.common.synchronization [req-a6ef2133-85bf-4aa3-90bd-97d1c372a86a req-e57c194c-23b7-4a10-9324-27bbe9b735ff service nova] Enqueued Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGHEST for action security_group_members [ 649.275388] env[67412]: INFO networking_nsxv3.common.synchronization [req-a6ef2133-85bf-4aa3-90bd-97d1c372a86a req-e57c194c-23b7-4a10-9324-27bbe9b735ff service nova] Enqueued Resource ID: 14cb6663-99b8-4924-8f87-3276915c03c1 with Priority: HIGHEST for action port [ 649.275551] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGHEST for action security_group_rules [ 649.275954] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGHEST for action security_group_members [ 649.275954] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14cb6663-99b8-4924-8f87-3276915c03c1 with Priority: HIGHEST for action port [ 649.276212] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7505268-ee7c-403c-8aab-315c4dbe49a7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.276212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.276372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.276596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.276596] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.277574] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7505268-ee7c-403c-8aab-315c4dbe49a7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.277725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.277831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.277966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.278161] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.278287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.278347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.278510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.278620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.278727] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.279712] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-14cb6663-99b8-4924-8f87-3276915c03c1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.279831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14cb6663-99b8-4924-8f87-3276915c03c1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.279873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14cb6663-99b8-4924-8f87-3276915c03c1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.280215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14cb6663-99b8-4924-8f87-3276915c03c1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.280215] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14cb6663-99b8-4924-8f87-3276915c03c1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.309083] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 649.309301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.309737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.309942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.310142] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.310262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.310312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.310473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.310552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.310646] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.314717] env[67412]: INFO networking_nsxv3.common.synchronization [req-1dc55a38-5da4-40b1-b2c7-ef21fcdbc263 req-f1a73e01-2194-4103-aec0-05a68930c7b0 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 649.314906] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 649.315139] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.315250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.315298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.315489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.315662] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.315758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.315849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.315983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.316097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.316191] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.391278] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.391450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.391514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.391744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.391933] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.392041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.392109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.392279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.392365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.392476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.392686] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.392776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.392836] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.393036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.393187] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.393278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.393338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.393485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.393593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.393722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.393852] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.782410] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7505268-ee7c-403c-8aab-315c4dbe49a7 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.782410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.782646] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.783551] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 14cb6663-99b8-4924-8f87-3276915c03c1 with status ACTIVE [ 649.783673] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.783673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.783848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.784129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.784129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.784274] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.784274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.784410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.784559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.784632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.784854] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.784980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.784980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.786038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.786148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.786218] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 14cb6663-99b8-4924-8f87-3276915c03c1 is going to be updated. [ 649.811554] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.811554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.811554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.811554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.811554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.811554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14cb6663-99b8-4924-8f87-3276915c03c1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.819020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.819020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.819020] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 649.819020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.819747] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.819747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.819747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.819747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.819747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.819747] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 649.855155] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.855155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.855155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.855155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.855155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.859421] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.859798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.860027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.861025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.861025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.874124] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 649.874991] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 649.896855] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 907e0b44-3df4-44a5-9e75-52cd02352fe4: rpc.has_security_group_logging(os_id): False [ 649.921468] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.921649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.921754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.921902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.921994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.922193] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.922297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.922357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.922686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.922786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.923014] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.923130] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.923226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.923429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.923518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.923787] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.923914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.923991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.924189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.924285] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.924378] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 is going to be created. [ 649.998028] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.998028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.998028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.998305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.998419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.011420] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: IN_PROGRESS for 2s [ 650.288402] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.791830] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.791830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.792084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.792138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.792203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.792361] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 is going to be created. [ 650.822131] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.822131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.822131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.822131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.822131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.832276] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 in Status: UNINITIALIZED for 2s [ 651.886195] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 651.886527] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 651.886527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.887357] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 651.887524] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 deletion is rescheduled due to dependency. [ 651.887627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.887823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.888051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.888668] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.888668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.888668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.888668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.888668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.889111] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.025533] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: SUCCESS [ 652.025764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.393314] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.393314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.393314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.393314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.393314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.393314] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.393314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.393314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.393314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.393314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.393314] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 652.426035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.428322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.428322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.428322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.428322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.441778] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 652.856050] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 in Status: SUCCESS [ 652.856050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.856381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.856440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.856648] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.856780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.856845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.857138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.857138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.857279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.857339] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.362968] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7505268-ee7c-403c-8aab-315c4dbe49a7 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.366024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.366024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.366024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.366024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.366024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.366024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.366024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.366024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.371269] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7505268-ee7c-403c-8aab-315c4dbe49a7 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.371269] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.371269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.371269] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.874915] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7505268-ee7c-403c-8aab-315c4dbe49a7: rpc.has_security_group_logging(os_id): False [ 653.896894] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.897235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.897235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.897410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.897530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.897712] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.897833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.897915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.898160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.898227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.898415] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.898524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.898670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.898981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.898981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.899201] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.899290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.899327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.899461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.899534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.899634] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 is going to be created. [ 653.994448] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.994771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.994771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.995293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.995523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.016807] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 in Status: IN_PROGRESS for 2s [ 654.315522] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 654.315716] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 654.454544] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 654.454909] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 deletion is rescheduled due to dependency. [ 654.454950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.589219] env[67412]: INFO networking_nsxv3.common.synchronization [req-b9ad2135-aa1d-4b64-81b1-3db0265a6be6 req-f9334063-1975-4074-a451-0246d5745a97 tempest-AttachInterfacesV270Test-1696108390 tempest-AttachInterfacesV270Test-1696108390-project-member] Enqueued Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGHEST for action security_group_members [ 654.589219] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGHEST for action security_group_members [ 654.589219] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.589219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.589219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.589770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.590089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.590697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.590879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.591192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.591382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.591689] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.013161] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.013161] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-296" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.013161] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-296" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.013633] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-296" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.017018] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.017018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.017018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.017018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.017018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.017018] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.017018] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 655.017018] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 655.017018] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 655.017018] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 655.017018] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 655.017018] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 655.040063] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 655.040063] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 655.040063] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 655.040063] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-296" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.040063] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-d32fc305-4ad5-4ee3-8462-e7795801775e taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.040063] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-d32fc305-4ad5-4ee3-8462-e7795801775e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.040063] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-d32fc305-4ad5-4ee3-8462-e7795801775e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.040063] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-d32fc305-4ad5-4ee3-8462-e7795801775e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.040063] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32fc305-4ad5-4ee3-8462-e7795801775e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.096558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.096558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.096558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.096558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.096558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.096558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.096558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.096558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.096558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.096558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.096558] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb already deleted. [ 655.097698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.543847] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.544383] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.544383] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.544468] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.544575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.544776] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port d32fc305-4ad5-4ee3-8462-e7795801775e not found, creating... [ 655.545089] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.545265] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.545378] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.545607] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.545909] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.546070] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.546250] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.546369] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.546580] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.546706] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.546849] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: d32fc305-4ad5-4ee3-8462-e7795801775e is going to be created. [ 655.568620] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.568944] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.569027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.569283] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.569520] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.569837] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-d32fc305-4ad5-4ee3-8462-e7795801775e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.029934] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 in Status: SUCCESS [ 656.030343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.360753] env[67412]: INFO networking_nsxv3.common.synchronization [req-b9ad2135-aa1d-4b64-81b1-3db0265a6be6 req-0aa15133-3926-4a16-931f-31097e40f704 service nova] Enqueued Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGHEST for action security_group_rules [ 656.361071] env[67412]: INFO networking_nsxv3.common.synchronization [req-b9ad2135-aa1d-4b64-81b1-3db0265a6be6 req-0aa15133-3926-4a16-931f-31097e40f704 service nova] Enqueued Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGHEST for action security_group_members [ 656.361301] env[67412]: INFO networking_nsxv3.common.synchronization [req-b9ad2135-aa1d-4b64-81b1-3db0265a6be6 req-0aa15133-3926-4a16-931f-31097e40f704 service nova] Enqueued Resource ID: d32fc305-4ad5-4ee3-8462-e7795801775e with Priority: HIGHEST for action port [ 656.362648] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGHEST for action security_group_rules [ 656.362849] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGHEST for action security_group_members [ 656.363482] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d32fc305-4ad5-4ee3-8462-e7795801775e with Priority: HIGHEST for action port [ 656.364093] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.364386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.364552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.365340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.366049] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.367345] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.367841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.368034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.368277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.369034] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.369034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.369034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.369034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.369034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.369034] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.369927] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d32fc305-4ad5-4ee3-8462-e7795801775e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.370077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d32fc305-4ad5-4ee3-8462-e7795801775e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.370169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d32fc305-4ad5-4ee3-8462-e7795801775e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.370346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d32fc305-4ad5-4ee3-8462-e7795801775e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.370456] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d32fc305-4ad5-4ee3-8462-e7795801775e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.868584] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.868584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.873974] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.875758] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d32fc305-4ad5-4ee3-8462-e7795801775e with status ACTIVE [ 656.876907] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.876907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.876907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.876907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.876907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.876907] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.876907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.876907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.876907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.877458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.877458] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.877458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.877458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.877458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.877695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.877695] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d32fc305-4ad5-4ee3-8462-e7795801775e is going to be updated. [ 656.902444] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.902444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.902444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.902444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.902444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.902444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d32fc305-4ad5-4ee3-8462-e7795801775e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.382022] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.654685] env[67412]: INFO networking_nsxv3.common.synchronization [None req-79823b49-830b-4a10-8076-b9f63e8dee88 None None] Enqueued Resource ID: e9687407-9aed-4117-9fc3-8bf7bd103df3 with Priority: HIGHEST for action port [ 657.657203] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9687407-9aed-4117-9fc3-8bf7bd103df3 with Priority: HIGHEST for action port [ 657.658234] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9687407-9aed-4117-9fc3-8bf7bd103df3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.658653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9687407-9aed-4117-9fc3-8bf7bd103df3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.658653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9687407-9aed-4117-9fc3-8bf7bd103df3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.659310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9687407-9aed-4117-9fc3-8bf7bd103df3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.659310] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9687407-9aed-4117-9fc3-8bf7bd103df3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.886262] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.886262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.886262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.886817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.886817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.887914] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb is going to be created. [ 657.919556] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.919737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.919782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.920105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.920251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.932365] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb in Status: UNINITIALIZED for 2s [ 658.162916] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9687407-9aed-4117-9fc3-8bf7bd103df3 [ 658.163452] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.163452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.163724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.164112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.164112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.164112] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9687407-9aed-4117-9fc3-8bf7bd103df3 already deleted. [ 658.164255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9687407-9aed-4117-9fc3-8bf7bd103df3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.947523] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb in Status: SUCCESS [ 659.947870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.950149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.950149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.950149] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.950149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.950149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.950149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.950149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.950149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.950149] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.141790] env[67412]: INFO networking_nsxv3.common.synchronization [None req-a7a04096-2bde-46b4-92f7-0b4292a736f3 tempest-ServerActionsV293TestJSON-1906667315 tempest-ServerActionsV293TestJSON-1906667315-project-member] Enqueued Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_rules [ 660.142309] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_rules [ 660.142620] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.142967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.142967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.144831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.144831] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.304124] env[67412]: INFO networking_nsxv3.common.synchronization [None req-f7724afc-d6cb-46e4-b764-bb7d0148ed86 None None] Enqueued Resource ID: ee6cfacc-c8dc-43a6-a661-57f380d51607 with Priority: HIGHEST for action port [ 660.304851] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee6cfacc-c8dc-43a6-a661-57f380d51607 with Priority: HIGHEST for action port [ 660.305175] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee6cfacc-c8dc-43a6-a661-57f380d51607 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.305312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee6cfacc-c8dc-43a6-a661-57f380d51607" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.305391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee6cfacc-c8dc-43a6-a661-57f380d51607" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.305691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee6cfacc-c8dc-43a6-a661-57f380d51607" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.305790] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee6cfacc-c8dc-43a6-a661-57f380d51607',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.383604] env[67412]: INFO networking_nsxv3.common.synchronization [None req-bf427989-976e-4ecb-ae55-d53d50ef714f tempest-ServerActionsV293TestJSON-1906667315 tempest-ServerActionsV293TestJSON-1906667315-project-member] Enqueued Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_rules [ 660.384211] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_rules [ 660.384583] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.384754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.455350] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.455676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.455676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.455887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.456065] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.456176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.456240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.456440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.456494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.456555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.456700] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.456810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.456868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.456989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.457142] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.457232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.457297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.457428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.457497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.457584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.458059] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.667568] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.667818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.667818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.668060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.668111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.668210] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 already deleted. [ 660.668290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.668451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.668616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.668695] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.808221] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee6cfacc-c8dc-43a6-a661-57f380d51607 [ 660.808524] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.808708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.808803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.809235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.809766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.809766] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee6cfacc-c8dc-43a6-a661-57f380d51607 already deleted. [ 660.809766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee6cfacc-c8dc-43a6-a661-57f380d51607" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.960593] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb: rpc.has_security_group_logging(os_id): False [ 660.982709] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.982919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.982992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.983230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.983324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.983544] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.983645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.983707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.983917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.985227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.985227] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.985227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.985227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.985227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.985227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.985227] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.985227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.985227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.985227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.985689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.985689] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb is going to be created. [ 661.052256] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.052423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.052501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.052695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.053074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.067645] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb in Status: IN_PROGRESS for 2s [ 661.296584] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.296584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.296584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.296584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.296584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.296584] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 already deleted. [ 661.296584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.174276] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4ece3e40-268e-46c4-9c06-e62a8d16334a None None] Enqueued Resource ID: d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7 with Priority: HIGHEST for action port [ 662.174935] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7 with Priority: HIGHEST for action port [ 662.175320] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.175456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.175529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.175834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.175922] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.686133] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7 [ 662.686498] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.686668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.686737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.687229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.687229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.687229] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7 already deleted. [ 662.687450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d26dcf82-edbf-4e23-95b3-b2bd5fa2d7f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.024000] env[67412]: INFO networking_nsxv3.common.synchronization [req-d30a9319-6e8d-4f35-94dc-489533c41fcb req-28dac0fd-09cf-4279-b36c-ca62e92156b6 tempest-ServersWithSpecificFlavorTestJSON-12592756 tempest-ServersWithSpecificFlavorTestJSON-12592756-project-member] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 663.025674] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 663.025674] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.025674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.028074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.028074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.028074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.028074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.028074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.028074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.028074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.028074] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.094924] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb in Status: SUCCESS [ 663.096054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.534515] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.534515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.534515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.535173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.535173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.535173] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.535359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.535520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.535737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.535855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.536020] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b already deleted. [ 663.536102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.700418] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.700842] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-622" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.700842] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-622" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.701191] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-622" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.701442] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.701586] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.701695] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.701925] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.702083] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.702286] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.702387] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.702495] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.702616] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.702763] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.702840] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.702936] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.724429] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.724630] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.724783] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.724992] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-622" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.725326] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-59cf984c-a9e4-43f9-9410-390e6fe17d1a taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.725510] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-59cf984c-a9e4-43f9-9410-390e6fe17d1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.725622] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-59cf984c-a9e4-43f9-9410-390e6fe17d1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.726102] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-59cf984c-a9e4-43f9-9410-390e6fe17d1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.726294] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59cf984c-a9e4-43f9-9410-390e6fe17d1a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.764939] env[67412]: INFO networking_nsxv3.common.synchronization [None req-ba74b311-c035-446e-9816-b64a3d1eed9c None None] Enqueued Resource ID: d8156fa7-85a8-4223-9bdb-668ae2be57f9 with Priority: HIGHEST for action port [ 663.765517] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d8156fa7-85a8-4223-9bdb-668ae2be57f9 with Priority: HIGHEST for action port [ 663.765833] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d8156fa7-85a8-4223-9bdb-668ae2be57f9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.765968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d8156fa7-85a8-4223-9bdb-668ae2be57f9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.766051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d8156fa7-85a8-4223-9bdb-668ae2be57f9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.766319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d8156fa7-85a8-4223-9bdb-668ae2be57f9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.766530] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d8156fa7-85a8-4223-9bdb-668ae2be57f9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.152819] env[67412]: INFO networking_nsxv3.common.synchronization [None req-78042a0d-9888-4ce5-85b8-c0bf3ad9278a None None] Enqueued Resource ID: 7fab82df-619d-4c37-9917-68c7bd721668 with Priority: HIGHEST for action port [ 664.153443] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7fab82df-619d-4c37-9917-68c7bd721668 with Priority: HIGHEST for action port [ 664.153802] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7fab82df-619d-4c37-9917-68c7bd721668 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.153939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7fab82df-619d-4c37-9917-68c7bd721668" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.154709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7fab82df-619d-4c37-9917-68c7bd721668" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.155163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7fab82df-619d-4c37-9917-68c7bd721668" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.155350] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7fab82df-619d-4c37-9917-68c7bd721668',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.229110] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.229333] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.229459] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.229762] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.229897] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.230055] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 59cf984c-a9e4-43f9-9410-390e6fe17d1a not found, creating... [ 664.230313] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.230468] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.230578] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.231366] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.231366] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.231497] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.231570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.231738] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.231945] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.232641] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.232641] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 59cf984c-a9e4-43f9-9410-390e6fe17d1a is going to be created. [ 664.256605] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.256605] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.256605] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.256878] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.257051] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.257212] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-59cf984c-a9e4-43f9-9410-390e6fe17d1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.269139] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d8156fa7-85a8-4223-9bdb-668ae2be57f9 [ 664.269367] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.269792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.269792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.269792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.269971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.269971] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d8156fa7-85a8-4223-9bdb-668ae2be57f9 already deleted. [ 664.270105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d8156fa7-85a8-4223-9bdb-668ae2be57f9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.657821] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7fab82df-619d-4c37-9917-68c7bd721668 [ 664.657821] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.658222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.658222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.658222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.658343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.658343] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7fab82df-619d-4c37-9917-68c7bd721668 already deleted. [ 664.658414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7fab82df-619d-4c37-9917-68c7bd721668" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.033682] env[67412]: INFO networking_nsxv3.common.synchronization [req-d30a9319-6e8d-4f35-94dc-489533c41fcb req-8f9d0fed-b9e6-4462-9e35-72c3071c1f2d service nova] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_rules [ 665.033682] env[67412]: INFO networking_nsxv3.common.synchronization [req-d30a9319-6e8d-4f35-94dc-489533c41fcb req-8f9d0fed-b9e6-4462-9e35-72c3071c1f2d service nova] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 665.033682] env[67412]: INFO networking_nsxv3.common.synchronization [req-d30a9319-6e8d-4f35-94dc-489533c41fcb req-8f9d0fed-b9e6-4462-9e35-72c3071c1f2d service nova] Enqueued Resource ID: 59cf984c-a9e4-43f9-9410-390e6fe17d1a with Priority: HIGHEST for action port [ 665.033682] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_rules [ 665.033851] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 665.033851] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59cf984c-a9e4-43f9-9410-390e6fe17d1a with Priority: HIGHEST for action port [ 665.034089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.034218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.034280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.034476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.034549] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.035973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.035973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.035973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.036289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.036289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.036470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.036470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.036603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.036673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.036745] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.037540] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-59cf984c-a9e4-43f9-9410-390e6fe17d1a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.037647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59cf984c-a9e4-43f9-9410-390e6fe17d1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.037741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59cf984c-a9e4-43f9-9410-390e6fe17d1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.037924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59cf984c-a9e4-43f9-9410-390e6fe17d1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.037999] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59cf984c-a9e4-43f9-9410-390e6fe17d1a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.542069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.542069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.542069] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59cf984c-a9e4-43f9-9410-390e6fe17d1a with status ACTIVE [ 665.542069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.542069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.542069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.542069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.542069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.542069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.542069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.542069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.542814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.542814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.542814] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.542814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.542814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.543016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.545663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.545829] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59cf984c-a9e4-43f9-9410-390e6fe17d1a is going to be updated. [ 665.547784] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.575159] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.575442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.575442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.575595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.575750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.575946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59cf984c-a9e4-43f9-9410-390e6fe17d1a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.050686] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.553524] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.553775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.553775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.554214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.554214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.554214] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b is going to be created. [ 666.583789] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.584033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.584091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.584286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.584444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.599431] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: UNINITIALIZED for 2s [ 667.204058] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d564493f-74de-4e34-95b5-aa42c2e81534 None None] Enqueued Resource ID: 43c970ed-7dcd-4765-b693-d396f8ffe053 with Priority: HIGHEST for action port [ 667.204668] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43c970ed-7dcd-4765-b693-d396f8ffe053 with Priority: HIGHEST for action port [ 667.205134] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-43c970ed-7dcd-4765-b693-d396f8ffe053 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.205340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43c970ed-7dcd-4765-b693-d396f8ffe053" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.205419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43c970ed-7dcd-4765-b693-d396f8ffe053" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.209073] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43c970ed-7dcd-4765-b693-d396f8ffe053" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.209073] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43c970ed-7dcd-4765-b693-d396f8ffe053',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.711023] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43c970ed-7dcd-4765-b693-d396f8ffe053 [ 667.711276] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.713827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.713827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.714260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.714365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.714448] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43c970ed-7dcd-4765-b693-d396f8ffe053 already deleted. [ 667.714611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43c970ed-7dcd-4765-b693-d396f8ffe053" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.798575] env[67412]: INFO networking_nsxv3.common.synchronization [req-33fa41c1-c0ef-466e-bd22-c76491dea827 req-c0bfea74-d3db-4551-9142-7713c695bd6d tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 667.799877] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 667.799877] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.799877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.799877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.799877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.800188] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.800188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.800188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.800345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.801119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.801119] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.235738] env[67412]: INFO networking_nsxv3.common.synchronization [req-7660b75b-b762-4aae-8307-8c81d6483451 req-ef270941-3a98-4ee0-9a81-736e8694ec93 tempest-ServerMetadataNegativeTestJSON-166909475 tempest-ServerMetadataNegativeTestJSON-166909475-project-member] Enqueued Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGHEST for action security_group_members [ 668.236502] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGHEST for action security_group_members [ 668.236809] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b755df-d430-4766-82a7-43469a8052f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.237452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.237452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.237621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.237757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.237900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.237964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.238143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.238224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.238312] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.303131] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.303303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.303373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.303945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.303945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.303945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.303945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.304210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.304210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.304286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.304434] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 668.343448] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.343599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.343671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.343898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.344100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.356605] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 668.611432] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: SUCCESS [ 668.611682] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.611895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.612213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.612570] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.612712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.612852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.613023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.613113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.613219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.613365] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.708430] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-680 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.708619] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-680" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.708742] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-680" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.709151] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-680" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.709430] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.709665] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.709709] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.710184] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.710184] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.710414] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.710632] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.710754] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.712035] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.712541] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.712684] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.712879] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.734514] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.734681] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.734852] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.735053] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-680" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.735370] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.735549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.735659] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.736034] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.736794] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.740885] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.742231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.742231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.742455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.742635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.742764] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.742891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.742931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.743131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.743166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.743231] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b755df-d430-4766-82a7-43469a8052f2 already deleted. [ 668.743310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.115274] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.238829] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.239326] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.239326] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.239472] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.239613] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.239758] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295 not found, creating... [ 669.240019] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.240180] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.240289] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.240508] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.240630] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.240906] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.241075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.241184] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.241388] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.241517] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.241650] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295 is going to be created. [ 669.266640] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.268025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.268025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.268025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.268025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.268607] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.288361] env[67412]: INFO networking_nsxv3.common.synchronization [None req-68d57237-8161-40ad-9936-45abaa72c78d None None] Enqueued Resource ID: 8fa48c12-fb67-47f5-b7fe-77af06313615 with Priority: HIGHEST for action port [ 669.288935] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fa48c12-fb67-47f5-b7fe-77af06313615 with Priority: HIGHEST for action port [ 669.289262] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fa48c12-fb67-47f5-b7fe-77af06313615 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.289385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fa48c12-fb67-47f5-b7fe-77af06313615" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.289451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fa48c12-fb67-47f5-b7fe-77af06313615" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.289714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fa48c12-fb67-47f5-b7fe-77af06313615" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.289797] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fa48c12-fb67-47f5-b7fe-77af06313615',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.618146] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc1cf20-cac2-49af-868d-e45223b0621b: rpc.has_security_group_logging(os_id): False [ 669.639558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.639705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.639705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.639859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.639982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.640920] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.640920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.640920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.640920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.640920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.640920] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b is going to be created. [ 669.707563] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.707563] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.707774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.708280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.708280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.722051] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: IN_PROGRESS for 2s [ 669.792481] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fa48c12-fb67-47f5-b7fe-77af06313615 [ 669.792695] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.792861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.792949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.793123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.793215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.793312] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fa48c12-fb67-47f5-b7fe-77af06313615 already deleted. [ 669.793396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fa48c12-fb67-47f5-b7fe-77af06313615" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.007302] env[67412]: INFO networking_nsxv3.common.synchronization [req-7660b75b-b762-4aae-8307-8c81d6483451 req-9433ace6-e4a7-4245-8e1b-57e24272a0de service nova] Enqueued Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGHEST for action security_group_rules [ 670.007302] env[67412]: INFO networking_nsxv3.common.synchronization [req-7660b75b-b762-4aae-8307-8c81d6483451 req-9433ace6-e4a7-4245-8e1b-57e24272a0de service nova] Enqueued Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGHEST for action security_group_members [ 670.007302] env[67412]: INFO networking_nsxv3.common.synchronization [req-7660b75b-b762-4aae-8307-8c81d6483451 req-9433ace6-e4a7-4245-8e1b-57e24272a0de service nova] Enqueued Resource ID: 543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295 with Priority: HIGHEST for action port [ 670.007617] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGHEST for action security_group_rules [ 670.007750] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGHEST for action security_group_members [ 670.007846] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295 with Priority: HIGHEST for action port [ 670.008270] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b755df-d430-4766-82a7-43469a8052f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.008754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.008847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.009219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.009219] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.012009] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b755df-d430-4766-82a7-43469a8052f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.012009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.012009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.012009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.012009] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.012009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.012009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.012009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.012299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.012299] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.013449] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.013561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.013628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.013812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.014023] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.366306] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 670.366306] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 deletion is rescheduled due to dependency. [ 670.366306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.436821] env[67412]: INFO networking_nsxv3.common.synchronization [None req-af890d68-427e-4326-a951-5c6dc93c3b53 tempest-ServersTestFqdnHostnames-27036122 tempest-ServersTestFqdnHostnames-27036122-project-member] Enqueued Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_rules [ 670.437497] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_rules [ 670.437688] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.438423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.438423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.438423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.438423] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.511974] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b755df-d430-4766-82a7-43469a8052f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.512144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.515390] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.517350] env[67412]: INFO networking_nsxv3.common.synchronization [None req-7de51f7c-73e9-4d63-a05c-0b02aebb907b tempest-ServersTestFqdnHostnames-27036122 tempest-ServersTestFqdnHostnames-27036122-project-member] Enqueued Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_rules [ 670.517867] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295 with status ACTIVE [ 670.518267] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.518405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.518471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.518669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.518755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.519055] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.519166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.519227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.519387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.519463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.519646] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.519796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.519796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.519922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.519994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.520089] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295 is going to be updated. [ 670.521096] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_rules [ 670.522065] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.522161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.545381] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.545472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.545555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.545696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.545845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.546040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-543a2f0e-8fed-4dfe-a59a-5d4a5d7e4295" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.959747] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.959948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.960459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.960693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.960780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.960884] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 already deleted. [ 670.960968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.961568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.961568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.961568] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.022587] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.482894] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.483316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.483316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.483420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.483582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.483582] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 already deleted. [ 671.483742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.528287] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.528287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.528287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.528287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.528287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.528287] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b755df-d430-4766-82a7-43469a8052f2 is going to be created. [ 671.561223] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.561385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.562974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.563724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.567306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.580785] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b755df-d430-4766-82a7-43469a8052f2 in Status: UNINITIALIZED for 2s [ 671.739708] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: SUCCESS [ 671.740084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.873199] env[67412]: INFO networking_nsxv3.common.synchronization [req-e899b791-a112-4cd0-a1b7-40507cb3e421 req-143647d3-2f6f-477b-9cea-5727745f9f41 tempest-ServerExternalEventsTest-2129887243 tempest-ServerExternalEventsTest-2129887243-project-member] Enqueued Resource ID: cae3030f-f174-440c-ac00-d5022c9d3f00 with Priority: HIGHEST for action security_group_members [ 671.873199] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae3030f-f174-440c-ac00-d5022c9d3f00 with Priority: HIGHEST for action security_group_members [ 671.873387] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae3030f-f174-440c-ac00-d5022c9d3f00 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.873499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.873561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.875651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.875651] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.875651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.875651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.876031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.876031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.876031] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae3030f-f174-440c-ac00-d5022c9d3f00',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.381546] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.381546] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.381546] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae3030f-f174-440c-ac00-d5022c9d3f00 already deleted. [ 672.381546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.411597] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.411891] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.411891] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.412206] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.412469] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.412637] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.412730] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.412940] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.413092] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.413352] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.413465] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 672.413566] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 672.413663] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 672.413803] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 672.413932] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 672.414053] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 672.439425] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 672.439764] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 672.439764] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 672.440201] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.440262] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.440424] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.440575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.440940] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.441199] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bed2c9-84fe-4f44-a5c1-03edd61d6afc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.947025] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.947025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.947025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.947025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.947025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.947025] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 18bed2c9-84fe-4f44-a5c1-03edd61d6afc not found, creating... [ 672.947025] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.947025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.947025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.947025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.947025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.947863] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.947863] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.947863] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.947863] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.947863] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.948234] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 18bed2c9-84fe-4f44-a5c1-03edd61d6afc is going to be created. [ 672.981027] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.981027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.981027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.981027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.981027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.981027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.593092] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b755df-d430-4766-82a7-43469a8052f2 in Status: SUCCESS [ 673.597413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.597544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.597866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.598119] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.598583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.598583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.598698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.598698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.598832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.598953] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.750703] env[67412]: INFO networking_nsxv3.common.synchronization [req-e899b791-a112-4cd0-a1b7-40507cb3e421 req-720b0804-f086-4689-b19b-47c9dc69d92a service nova] Enqueued Resource ID: cae3030f-f174-440c-ac00-d5022c9d3f00 with Priority: HIGHEST for action security_group_rules [ 673.750861] env[67412]: INFO networking_nsxv3.common.synchronization [req-e899b791-a112-4cd0-a1b7-40507cb3e421 req-720b0804-f086-4689-b19b-47c9dc69d92a service nova] Enqueued Resource ID: cae3030f-f174-440c-ac00-d5022c9d3f00 with Priority: HIGHEST for action security_group_members [ 673.751056] env[67412]: INFO networking_nsxv3.common.synchronization [req-e899b791-a112-4cd0-a1b7-40507cb3e421 req-720b0804-f086-4689-b19b-47c9dc69d92a service nova] Enqueued Resource ID: 18bed2c9-84fe-4f44-a5c1-03edd61d6afc with Priority: HIGHEST for action port [ 673.751597] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae3030f-f174-440c-ac00-d5022c9d3f00 with Priority: HIGHEST for action security_group_rules [ 673.751726] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae3030f-f174-440c-ac00-d5022c9d3f00 with Priority: HIGHEST for action security_group_members [ 673.752130] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18bed2c9-84fe-4f44-a5c1-03edd61d6afc with Priority: HIGHEST for action port [ 673.752312] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cae3030f-f174-440c-ac00-d5022c9d3f00 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.752454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.752499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.752855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.752956] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cae3030f-f174-440c-ac00-d5022c9d3f00',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.755135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae3030f-f174-440c-ac00-d5022c9d3f00 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.755135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.755135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.755135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.755135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.755135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.755135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.755135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.755888] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae3030f-f174-440c-ac00-d5022c9d3f00',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.756737] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.756737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.756737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.756737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.756737] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18bed2c9-84fe-4f44-a5c1-03edd61d6afc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.045283] env[67412]: INFO networking_nsxv3.common.synchronization [req-05aa00b2-107b-44a7-9c04-f3bcb87c1c4d req-0c71d9cc-d207-4105-856f-597ba31c5436 tempest-AttachInterfacesV270Test-1696108390 tempest-AttachInterfacesV270Test-1696108390-project-member] Enqueued Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGHEST for action security_group_members [ 674.045283] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGHEST for action security_group_members [ 674.045283] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.046211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.048564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.048564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.048564] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.048564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.048564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.048564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.048564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.048564] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.102135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b755df-d430-4766-82a7-43469a8052f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.102135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.102396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.102434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.102591] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.102696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.102752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.102902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.102986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.103170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.103575] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b755df-d430-4766-82a7-43469a8052f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.103575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.103575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.103747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.103905] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.104039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.104104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.104302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.104461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.104573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.104691] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.258789] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae3030f-f174-440c-ac00-d5022c9d3f00 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.261364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.261364] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cae3030f-f174-440c-ac00-d5022c9d3f00',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.261364] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18bed2c9-84fe-4f44-a5c1-03edd61d6afc with status ACTIVE [ 674.261364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.261364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.261364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.261364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.261364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.261992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.261992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.261992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.262563] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.262670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.263268] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.263268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.263268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.263268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.263510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.263609] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18bed2c9-84fe-4f44-a5c1-03edd61d6afc is going to be updated. [ 674.284566] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.284714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.284791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.285053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.285312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.285386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18bed2c9-84fe-4f44-a5c1-03edd61d6afc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.392061] env[67412]: INFO networking_nsxv3.common.synchronization [req-8d722a1c-731a-4279-a13d-14af91c2ab1c req-72c1f3cb-16c5-4587-9025-da5146948524 tempest-ImagesOneServerNegativeTestJSON-523727752 tempest-ImagesOneServerNegativeTestJSON-523727752-project-member] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 674.392944] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 674.396863] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.397171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.397252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.397530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.397762] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.397918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.398035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.398281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.398415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.398559] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.549875] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.550570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.550667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.550903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.550998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.551231] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.551338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.551990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.552245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.552438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.552573] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb is going to be updated. [ 674.586677] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.586866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.587210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.587313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.587463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.599638] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb in Status: IN_PROGRESS for 2s [ 674.607852] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 79b755df-d430-4766-82a7-43469a8052f2: rpc.has_security_group_logging(os_id): False [ 674.628804] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.628804] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.628942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.629945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.629945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.629945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.629945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.629945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.629945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.629945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.629945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.630331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.630331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.630331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.630331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.630499] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.630583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.630638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.633140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.633140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.633140] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b755df-d430-4766-82a7-43469a8052f2 is going to be created. [ 674.635439] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc8618b9-49bd-47f8-a109-3fff319f8a54 req-46a303e7-794d-427a-84f1-697bd9a3144e tempest-TenantUsagesTestJSON-205554134 tempest-TenantUsagesTestJSON-205554134-project-member] Enqueued Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGHEST for action security_group_members [ 674.636111] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGHEST for action security_group_members [ 674.636412] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7505268-ee7c-403c-8aab-315c4dbe49a7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.636523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.636698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.636913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.637075] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.637166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.637228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.637373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.637450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.637539] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.702345] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.702345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.703016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.703267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.703454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.716761] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b755df-d430-4766-82a7-43469a8052f2 in Status: IN_PROGRESS for 2s [ 674.766109] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cae3030f-f174-440c-ac00-d5022c9d3f00',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.901805] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.901805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.901805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.902050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.902143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.902336] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.903358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.903358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.903358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.903358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.903358] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be updated. [ 674.947650] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.947802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.947882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.948119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.948287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.962458] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: IN_PROGRESS for 2s [ 675.141546] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.141855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.141855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.141995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.142052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.142843] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.142843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.142843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.142843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.143080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.143080] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 is going to be updated. [ 675.181516] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.181680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.181757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.181973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.182168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.194118] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 in Status: IN_PROGRESS for 2s [ 675.269280] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.269466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.269513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.270844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.270844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.270844] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae3030f-f174-440c-ac00-d5022c9d3f00 is going to be created. [ 675.296464] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.296619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.296687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.296917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.297090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.324851] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae3030f-f174-440c-ac00-d5022c9d3f00 in Status: UNINITIALIZED for 2s [ 676.612980] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb in Status: SUCCESS [ 676.613356] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb deletion is rescheduled due to dependency. [ 676.613975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.734238] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 79b755df-d430-4766-82a7-43469a8052f2 in Status: SUCCESS [ 676.734238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.973281] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 676.973281] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 deletion is rescheduled due to dependency. [ 676.973281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.207689] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 in Status: SUCCESS [ 677.207878] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 deletion is rescheduled due to dependency. [ 677.207987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.342029] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae3030f-f174-440c-ac00-d5022c9d3f00 in Status: SUCCESS [ 677.342029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.342029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.342029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.342029] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.342029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.342029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.342029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.342029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.342029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.342029] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cae3030f-f174-440c-ac00-d5022c9d3f00',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.792018] env[67412]: INFO networking_nsxv3.common.synchronization [None req-3e3895e2-4c6f-4206-83f3-ef4e6b2f7741 None None] Enqueued Resource ID: 3761df56-564a-4591-bbcc-c8e54d9ed0e6 with Priority: HIGHEST for action port [ 677.792018] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3761df56-564a-4591-bbcc-c8e54d9ed0e6 with Priority: HIGHEST for action port [ 677.792477] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3761df56-564a-4591-bbcc-c8e54d9ed0e6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.792821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3761df56-564a-4591-bbcc-c8e54d9ed0e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.794650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3761df56-564a-4591-bbcc-c8e54d9ed0e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.794650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3761df56-564a-4591-bbcc-c8e54d9ed0e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.794650] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3761df56-564a-4591-bbcc-c8e54d9ed0e6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.845829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae3030f-f174-440c-ac00-d5022c9d3f00 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.845829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.845829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.845829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.845829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.845829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.846375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.846375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.847035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.847035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.847035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae3030f-f174-440c-ac00-d5022c9d3f00 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.847035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.847035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.847035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.847328] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.847328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.847421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.847839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.847839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.847839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.847839] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cae3030f-f174-440c-ac00-d5022c9d3f00',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.295830] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3761df56-564a-4591-bbcc-c8e54d9ed0e6 [ 678.297168] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.297454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.297548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.297943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.298296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.298296] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3761df56-564a-4591-bbcc-c8e54d9ed0e6 already deleted. [ 678.298395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3761df56-564a-4591-bbcc-c8e54d9ed0e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.352501] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cae3030f-f174-440c-ac00-d5022c9d3f00: rpc.has_security_group_logging(os_id): False [ 678.375284] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.375477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.375556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.376074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.376074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.376074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.376074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.376318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.376318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.376408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.376643] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.376737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.376797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.376943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.377033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.377214] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.377524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.377524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.377524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.377661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.377661] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cae3030f-f174-440c-ac00-d5022c9d3f00 is going to be created. [ 678.487383] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.487602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.487602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.487826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.487996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.500678] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cae3030f-f174-440c-ac00-d5022c9d3f00 in Status: IN_PROGRESS for 2s [ 678.639974] env[67412]: INFO networking_nsxv3.common.synchronization [req-be8b8ccc-4590-4eb3-a3e1-c0e34ac73fd1 req-c0452280-e054-4b10-bbff-2fa91d79c91a tempest-DeleteServersAdminTestJSON-1993008612 tempest-DeleteServersAdminTestJSON-1993008612-project-member] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 678.640784] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 678.641585] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.641856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.641856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.642171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.642320] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.642428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.642510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.642950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.643074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.643178] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.108843] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.109237] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.109417] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.110029] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.112501] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.112501] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.112501] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.112501] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.112501] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.112501] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.112501] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.112501] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.112501] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.112501] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.112501] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.112951] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.134423] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.134423] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.134423] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.134423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.134608] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-10cb86ad-b807-493c-b350-1cd2a71e4abe taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.134689] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-10cb86ad-b807-493c-b350-1cd2a71e4abe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.135992] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-10cb86ad-b807-493c-b350-1cd2a71e4abe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.135992] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-10cb86ad-b807-493c-b350-1cd2a71e4abe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.135992] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10cb86ad-b807-493c-b350-1cd2a71e4abe',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.147163] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.147163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.147163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.147757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.147757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.147907] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.148027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.148091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.148270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.148340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.148419] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 is going to be updated. [ 679.175364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.177686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.177686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.177686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.177686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.190470] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: IN_PROGRESS for 2s [ 679.500962] env[67412]: INFO networking_nsxv3.common.synchronization [None req-6df71a7b-8bbd-4d63-a050-8cc064951ad7 None None] Enqueued Resource ID: d71f3dba-f7f9-4a3a-b507-c4c33e32df6e with Priority: HIGHEST for action port [ 679.500962] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d71f3dba-f7f9-4a3a-b507-c4c33e32df6e with Priority: HIGHEST for action port [ 679.501436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d71f3dba-f7f9-4a3a-b507-c4c33e32df6e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.501560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d71f3dba-f7f9-4a3a-b507-c4c33e32df6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.501560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d71f3dba-f7f9-4a3a-b507-c4c33e32df6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.502046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d71f3dba-f7f9-4a3a-b507-c4c33e32df6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.502046] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d71f3dba-f7f9-4a3a-b507-c4c33e32df6e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.638371] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.639098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.639098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.639098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.639944] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.639944] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 10cb86ad-b807-493c-b350-1cd2a71e4abe not found, creating... [ 679.639944] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.639944] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.640217] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.640386] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.640592] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.641028] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.641253] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.641416] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.641659] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.641794] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.641932] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 10cb86ad-b807-493c-b350-1cd2a71e4abe is going to be created. [ 679.662705] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.663434] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.663434] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.663434] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.663607] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.663760] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-10cb86ad-b807-493c-b350-1cd2a71e4abe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.005139] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d71f3dba-f7f9-4a3a-b507-c4c33e32df6e [ 680.005139] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.005139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.005362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.005399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.005472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.005575] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d71f3dba-f7f9-4a3a-b507-c4c33e32df6e already deleted. [ 680.005669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d71f3dba-f7f9-4a3a-b507-c4c33e32df6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.444887] env[67412]: INFO networking_nsxv3.common.synchronization [req-be8b8ccc-4590-4eb3-a3e1-c0e34ac73fd1 req-658f7eb9-d004-4c25-ba8c-23a02d8373c5 service nova] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_rules [ 680.445214] env[67412]: INFO networking_nsxv3.common.synchronization [req-be8b8ccc-4590-4eb3-a3e1-c0e34ac73fd1 req-658f7eb9-d004-4c25-ba8c-23a02d8373c5 service nova] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 680.445581] env[67412]: INFO networking_nsxv3.common.synchronization [req-be8b8ccc-4590-4eb3-a3e1-c0e34ac73fd1 req-658f7eb9-d004-4c25-ba8c-23a02d8373c5 service nova] Enqueued Resource ID: 10cb86ad-b807-493c-b350-1cd2a71e4abe with Priority: HIGHEST for action port [ 680.448211] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_rules [ 680.448323] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 680.448491] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10cb86ad-b807-493c-b350-1cd2a71e4abe with Priority: HIGHEST for action port [ 680.449144] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.449421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.449538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.450168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.450262] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.451180] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.451321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.451787] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-10cb86ad-b807-493c-b350-1cd2a71e4abe taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.451787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10cb86ad-b807-493c-b350-1cd2a71e4abe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.451938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10cb86ad-b807-493c-b350-1cd2a71e4abe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.452383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10cb86ad-b807-493c-b350-1cd2a71e4abe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.452540] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10cb86ad-b807-493c-b350-1cd2a71e4abe',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.515689] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cae3030f-f174-440c-ac00-d5022c9d3f00 in Status: SUCCESS [ 680.516297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.955383] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.955478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.957557] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10cb86ad-b807-493c-b350-1cd2a71e4abe with status ACTIVE [ 680.957557] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.957873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.957873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.957990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.957990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.958770] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.958770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.958770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.958770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.958770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.959249] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.959456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.959541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.959699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.959777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.959863] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10cb86ad-b807-493c-b350-1cd2a71e4abe is going to be updated. [ 680.981656] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.981853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.981904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.982133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.982270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.982440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10cb86ad-b807-493c-b350-1cd2a71e4abe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.205903] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: SUCCESS [ 681.205903] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 deletion is rescheduled due to dependency. [ 681.205903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.205903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.205903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.205903] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.205903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.205903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.205903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.205903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.205903] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.712922] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.218813] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.722772] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.722772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.722772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.722772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.722772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.722772] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 is going to be updated. [ 682.746570] env[67412]: INFO networking_nsxv3.common.synchronization [req-a7c57a02-e9bd-4fab-bd40-47d089d1a0f7 req-833422e1-ee5e-468e-8acd-ddbc4209aa9c tempest-ImagesOneServerTestJSON-2015668952 tempest-ImagesOneServerTestJSON-2015668952-project-member] Enqueued Resource ID: 97b95233-1083-4e47-b7ce-64f123082a39 with Priority: HIGHEST for action security_group_members [ 682.747811] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b95233-1083-4e47-b7ce-64f123082a39 with Priority: HIGHEST for action security_group_members [ 682.747811] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b95233-1083-4e47-b7ce-64f123082a39 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.747811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.747811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.748067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.748249] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.748374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.748437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.748597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.748684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.748775] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b95233-1083-4e47-b7ce-64f123082a39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.754935] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.755090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.755165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.755362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.755788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.772433] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: IN_PROGRESS for 2s [ 683.253607] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.254528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.254650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.254921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.255049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.255279] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.255391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.255447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.256708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.257339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.257479] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b95233-1083-4e47-b7ce-64f123082a39 already deleted. [ 683.257560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.288495] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.288776] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-128" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.288912] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-128" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.289324] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-128" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.289627] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.289814] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.289950] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.290243] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.290412] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.290632] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.290765] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 683.290891] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 683.291057] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 683.291211] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 683.291396] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 683.291559] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 683.299430] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4421b300-c3ed-4746-976b-0745eb2b0a78 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_rules [ 683.300342] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_rules [ 683.300936] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.301064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.301131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.301375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.301458] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.321466] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 683.321630] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 683.321764] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 683.321929] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-128" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.322276] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-4dedb082-02c1-4ba7-85b9-ef3ca621b549 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.322450] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-4dedb082-02c1-4ba7-85b9-ef3ca621b549" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.322560] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-4dedb082-02c1-4ba7-85b9-ef3ca621b549" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.322919] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-4dedb082-02c1-4ba7-85b9-ef3ca621b549" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.323063] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dedb082-02c1-4ba7-85b9-ef3ca621b549',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.516144] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b7d1d45f-1f1a-4b92-9a1b-06ed8390e672 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_rules [ 683.517444] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_rules [ 683.517444] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.517444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.825771] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.826289] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.826700] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.827066] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.827225] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.827454] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 4dedb082-02c1-4ba7-85b9-ef3ca621b549 not found, creating... [ 683.827909] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.828250] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.828385] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.828618] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.828753] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.829120] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.829450] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.829504] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.829735] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.829906] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.830192] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 4dedb082-02c1-4ba7-85b9-ef3ca621b549 is going to be created. [ 683.832115] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.832248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.832294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.832472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.832555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.832637] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 already deleted. [ 683.832717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.832960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.833074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.833115] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.853086] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.853534] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.853661] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.853940] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.854172] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.854385] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-4dedb082-02c1-4ba7-85b9-ef3ca621b549" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.375535] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.375535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.375535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.375750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.375750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.375953] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 already deleted. [ 684.375953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.578498] env[67412]: INFO networking_nsxv3.common.synchronization [req-a7c57a02-e9bd-4fab-bd40-47d089d1a0f7 req-9c243ce4-a180-4eb6-83e9-437836196178 service nova] Enqueued Resource ID: 97b95233-1083-4e47-b7ce-64f123082a39 with Priority: HIGHEST for action security_group_rules [ 684.578680] env[67412]: INFO networking_nsxv3.common.synchronization [req-a7c57a02-e9bd-4fab-bd40-47d089d1a0f7 req-9c243ce4-a180-4eb6-83e9-437836196178 service nova] Enqueued Resource ID: 97b95233-1083-4e47-b7ce-64f123082a39 with Priority: HIGHEST for action security_group_members [ 684.578812] env[67412]: INFO networking_nsxv3.common.synchronization [req-a7c57a02-e9bd-4fab-bd40-47d089d1a0f7 req-9c243ce4-a180-4eb6-83e9-437836196178 service nova] Enqueued Resource ID: 4dedb082-02c1-4ba7-85b9-ef3ca621b549 with Priority: HIGHEST for action port [ 684.579351] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b95233-1083-4e47-b7ce-64f123082a39 with Priority: HIGHEST for action security_group_rules [ 684.579693] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b95233-1083-4e47-b7ce-64f123082a39 with Priority: HIGHEST for action security_group_members [ 684.579693] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4dedb082-02c1-4ba7-85b9-ef3ca621b549 with Priority: HIGHEST for action port [ 684.579841] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97b95233-1083-4e47-b7ce-64f123082a39 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.579961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.580112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.580398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.580555] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97b95233-1083-4e47-b7ce-64f123082a39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.581549] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b95233-1083-4e47-b7ce-64f123082a39 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.581986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.581986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.582238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.582417] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.582548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.582634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.582806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.582911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.583078] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b95233-1083-4e47-b7ce-64f123082a39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.584133] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4dedb082-02c1-4ba7-85b9-ef3ca621b549 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.584281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4dedb082-02c1-4ba7-85b9-ef3ca621b549" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.584372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4dedb082-02c1-4ba7-85b9-ef3ca621b549" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.584550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4dedb082-02c1-4ba7-85b9-ef3ca621b549" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.584655] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4dedb082-02c1-4ba7-85b9-ef3ca621b549',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.785032] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: SUCCESS [ 684.785128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.785440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.785724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.785921] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.786057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.786123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.786279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.786357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.786444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.786536] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.086207] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97b95233-1083-4e47-b7ce-64f123082a39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.087330] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b95233-1083-4e47-b7ce-64f123082a39 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.087451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.087840] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4dedb082-02c1-4ba7-85b9-ef3ca621b549 with status ACTIVE [ 685.087949] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.088074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.088158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.089871] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.089871] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.089871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.090348] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4dedb082-02c1-4ba7-85b9-ef3ca621b549 is going to be updated. [ 685.115563] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.115719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.115773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.116147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.116298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.116455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4dedb082-02c1-4ba7-85b9-ef3ca621b549" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.289350] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.291038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.291038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.291038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.291038] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.291038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.291038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.291038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.291038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.291038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.291038] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.291424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.291424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.291424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.291510] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.291550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.291579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.292387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.292387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.292387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.292387] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.588969] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97b95233-1083-4e47-b7ce-64f123082a39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.797826] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5da9ee3-df3a-4651-b164-545646bc9217: rpc.has_security_group_logging(os_id): False [ 685.815188] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.815342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.815410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.815641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.815730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.815968] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.816078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.816132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.816302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.816373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.816688] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.816778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.816778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.816927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.816998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.817241] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.817342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.817417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.817669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.820030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.820030] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 is going to be updated. [ 685.887358] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.887548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.887668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.888114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.888457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.905204] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: IN_PROGRESS for 2s [ 686.091487] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.091762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.091762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.091943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.092057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.092172] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b95233-1083-4e47-b7ce-64f123082a39 is going to be created. [ 686.125907] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.126049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.126087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.126281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.126452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.150889] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b95233-1083-4e47-b7ce-64f123082a39 in Status: UNINITIALIZED for 2s [ 686.852902] env[67412]: INFO networking_nsxv3.common.synchronization [req-4779d01c-b21b-40e4-a92c-aa7c3563d142 req-1dee7565-2ec2-4be3-a343-9259a62c5c75 tempest-ServersAdminTestJSON-812653998 tempest-ServersAdminTestJSON-812653998-project-member] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 686.852902] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 686.852902] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.852902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.853274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.853632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.853901] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.854355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.854532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.854796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.854988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.855241] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.206564] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.206863] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.207039] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.207305] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.207562] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.207718] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.207828] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.208074] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.208742] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.208742] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.208742] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.208742] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.208742] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.208936] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.208936] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.208994] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.228284] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.228488] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.228634] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.228810] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.229122] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-375e2ed5-c186-4f09-a1d3-b285a88f0174 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.229291] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-375e2ed5-c186-4f09-a1d3-b285a88f0174" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.229404] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-375e2ed5-c186-4f09-a1d3-b285a88f0174" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.229718] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-375e2ed5-c186-4f09-a1d3-b285a88f0174" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.229963] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375e2ed5-c186-4f09-a1d3-b285a88f0174',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.357460] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.732774] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.732954] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.732954] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.733255] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.733410] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.734362] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 375e2ed5-c186-4f09-a1d3-b285a88f0174 not found, creating... [ 687.734362] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.734362] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.734362] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.734575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.734575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.734848] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.735106] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.735232] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.735465] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.735584] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.735794] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 375e2ed5-c186-4f09-a1d3-b285a88f0174 is going to be created. [ 687.790898] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.791139] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.791301] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.792162] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.792575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.792965] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-375e2ed5-c186-4f09-a1d3-b285a88f0174" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.859539] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.921830] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: SUCCESS [ 687.922077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163382] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b95233-1083-4e47-b7ce-64f123082a39 in Status: SUCCESS [ 688.163602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.163768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.164028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.164205] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.164330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.164428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.164535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.164609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.164690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.164784] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97b95233-1083-4e47-b7ce-64f123082a39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.363532] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.363916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.363916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.364099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.364339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.364468] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 688.398957] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.398957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.398957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.398957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.398957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.412403] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 688.523721] env[67412]: INFO networking_nsxv3.common.synchronization [req-4779d01c-b21b-40e4-a92c-aa7c3563d142 req-ac1f5139-746a-4d8f-8a8a-54966b7aebac service nova] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_rules [ 688.523970] env[67412]: INFO networking_nsxv3.common.synchronization [req-4779d01c-b21b-40e4-a92c-aa7c3563d142 req-ac1f5139-746a-4d8f-8a8a-54966b7aebac service nova] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 688.524429] env[67412]: INFO networking_nsxv3.common.synchronization [req-4779d01c-b21b-40e4-a92c-aa7c3563d142 req-ac1f5139-746a-4d8f-8a8a-54966b7aebac service nova] Enqueued Resource ID: 375e2ed5-c186-4f09-a1d3-b285a88f0174 with Priority: HIGHEST for action port [ 688.525090] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_rules [ 688.525273] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 688.525430] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 375e2ed5-c186-4f09-a1d3-b285a88f0174 with Priority: HIGHEST for action port [ 688.525717] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.525854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.525910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.526125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.526208] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.527463] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.527567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.527762] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-375e2ed5-c186-4f09-a1d3-b285a88f0174 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.527859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-375e2ed5-c186-4f09-a1d3-b285a88f0174" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.527989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-375e2ed5-c186-4f09-a1d3-b285a88f0174" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.531184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-375e2ed5-c186-4f09-a1d3-b285a88f0174" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.531388] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('375e2ed5-c186-4f09-a1d3-b285a88f0174',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.666854] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b95233-1083-4e47-b7ce-64f123082a39 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.666993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.666993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.667225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.667389] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.667489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.667551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.667750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.668796] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b95233-1083-4e47-b7ce-64f123082a39 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.668796] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.668796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.669273] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97b95233-1083-4e47-b7ce-64f123082a39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.037274] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.037274] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 375e2ed5-c186-4f09-a1d3-b285a88f0174 with status ACTIVE [ 689.037274] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.037274] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.037274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.037274] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.037787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.037787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.037787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.037787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.037787] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 375e2ed5-c186-4f09-a1d3-b285a88f0174 is going to be updated. [ 689.061848] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.063538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.063538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.063538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.063538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.063757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-375e2ed5-c186-4f09-a1d3-b285a88f0174" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.172068] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97b95233-1083-4e47-b7ce-64f123082a39: rpc.has_security_group_logging(os_id): False [ 689.194341] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.194503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.194586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.194793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.194903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.195189] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.195308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.195374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.195599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.195684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.195990] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.196153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.196212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.196411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.196466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.196798] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.196905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.196998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.197194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.197295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.197395] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97b95233-1083-4e47-b7ce-64f123082a39 is going to be created. [ 689.272262] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.272262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.272262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.272262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.272262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.288482] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b95233-1083-4e47-b7ce-64f123082a39 in Status: IN_PROGRESS for 2s [ 689.723815] env[67412]: INFO networking_nsxv3.common.synchronization [req-b22e83fa-5a19-4a33-a0b7-5efc4ada2415 req-2326eab1-77a9-49a8-8cfe-8c41b4b110d4 tempest-ServerExternalEventsTest-2129887243 tempest-ServerExternalEventsTest-2129887243-project-member] Enqueued Resource ID: cae3030f-f174-440c-ac00-d5022c9d3f00 with Priority: HIGHEST for action security_group_members [ 689.724809] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cae3030f-f174-440c-ac00-d5022c9d3f00 with Priority: HIGHEST for action security_group_members [ 689.724809] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cae3030f-f174-440c-ac00-d5022c9d3f00 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.724809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.725171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.725171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.725269] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.725400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.725431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.725574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.726244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.726244] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cae3030f-f174-440c-ac00-d5022c9d3f00',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.950787] env[67412]: INFO networking_nsxv3.common.synchronization [None req-037fa221-40ce-48d7-877e-2d0f57ddd201 None None] Enqueued Resource ID: 0236486b-52a3-415c-8e87-bc4028d1c778 with Priority: HIGHEST for action port [ 689.950787] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0236486b-52a3-415c-8e87-bc4028d1c778 with Priority: HIGHEST for action port [ 689.950787] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0236486b-52a3-415c-8e87-bc4028d1c778 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.950972] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0236486b-52a3-415c-8e87-bc4028d1c778" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.951167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0236486b-52a3-415c-8e87-bc4028d1c778" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.951598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0236486b-52a3-415c-8e87-bc4028d1c778" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.951742] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0236486b-52a3-415c-8e87-bc4028d1c778',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.229871] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.230858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.230944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.231224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.231335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.231593] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.231661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.231691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.231856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.231934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.232026] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae3030f-f174-440c-ac00-d5022c9d3f00 is going to be updated. [ 690.264820] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.265087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.265263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.265747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.265747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.275672] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae3030f-f174-440c-ac00-d5022c9d3f00 in Status: IN_PROGRESS for 2s [ 690.423124] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 690.423124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.423258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.423398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.423579] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.423696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.424506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.424506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.424506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.425893] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.454267] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0236486b-52a3-415c-8e87-bc4028d1c778 [ 690.454503] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.454633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.454698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.454913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.455069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.455169] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0236486b-52a3-415c-8e87-bc4028d1c778 already deleted. [ 690.455252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0236486b-52a3-415c-8e87-bc4028d1c778" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.928467] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.321027] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97b95233-1083-4e47-b7ce-64f123082a39 in Status: SUCCESS [ 691.321027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.433151] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.675776] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d0b2b807-b1a2-4764-a536-8e4b93b04d96 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_rules [ 691.676680] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_rules [ 691.677717] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.680169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.680169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.680169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.680169] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.935906] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.936373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.936498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.936734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.936829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.936931] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 691.988247] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.988397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.988499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.988732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.988925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.995350] env[67412]: INFO networking_nsxv3.common.synchronization [req-7670ee20-2929-4e06-9829-672ba0a98316 req-4647f3a4-8dca-4df0-9b92-de63e788d911 tempest-ServersAdminNegativeTestJSON-1831058962 tempest-ServersAdminNegativeTestJSON-1831058962-project-member] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 691.996405] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 691.997203] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.997453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.997539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.997795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.998040] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.998218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.998320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.998554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.998648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.998786] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.007242] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 692.057961] env[67412]: INFO networking_nsxv3.common.synchronization [None req-a034656e-2138-43ac-a4c2-3c7bc9a61493 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_rules [ 692.059705] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_rules [ 692.060213] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.060213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.205024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.205024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.205024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.205024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.205024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.205024] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba48efee-c859-4895-bc3b-27515346371e already deleted. [ 692.205024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.205024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.205024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.205024] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.289425] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cae3030f-f174-440c-ac00-d5022c9d3f00 in Status: SUCCESS [ 692.289637] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cae3030f-f174-440c-ac00-d5022c9d3f00 deletion is rescheduled due to dependency. [ 692.290107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cae3030f-f174-440c-ac00-d5022c9d3f00" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.504763] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.564217] env[67412]: INFO networking_nsxv3.common.synchronization [None req-2cb06a5a-54f0-42d9-9271-ea5307773683 None None] Enqueued Resource ID: 551b0373-bb24-4c74-88a1-15006c7ea2b2 with Priority: HIGHEST for action port [ 692.564803] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 551b0373-bb24-4c74-88a1-15006c7ea2b2 with Priority: HIGHEST for action port [ 692.565240] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-551b0373-bb24-4c74-88a1-15006c7ea2b2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.565373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-551b0373-bb24-4c74-88a1-15006c7ea2b2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.565425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-551b0373-bb24-4c74-88a1-15006c7ea2b2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.565664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-551b0373-bb24-4c74-88a1-15006c7ea2b2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.565742] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('551b0373-bb24-4c74-88a1-15006c7ea2b2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.585078] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.585078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.585078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.585078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.585078] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.585078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.585078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.585078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.585078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.585078] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.585078] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.585078] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.585078] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.585666] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.585666] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.585666] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.610388] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.610388] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.610388] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.610388] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.610388] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.610388] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.610388] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.610388] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.610388] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.727407] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.727549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.727616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.727858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.727956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.728070] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba48efee-c859-4895-bc3b-27515346371e already deleted. [ 692.728160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.008042] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.068599] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 551b0373-bb24-4c74-88a1-15006c7ea2b2 [ 693.068821] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.068959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.069042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.069257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.069344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.069438] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:551b0373-bb24-4c74-88a1-15006c7ea2b2 already deleted. [ 693.069515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-551b0373-bb24-4c74-88a1-15006c7ea2b2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.113206] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.113393] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.113819] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.113905] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.114455] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.114455] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123 not found, creating... [ 693.114576] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.115089] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.115089] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.115213] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.115255] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.115565] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.115697] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.115816] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.116080] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.116309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.116367] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123 is going to be created. [ 693.140165] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.140551] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.140742] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.141186] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.141560] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.141950] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.499052] env[67412]: INFO networking_nsxv3.common.synchronization [req-617828e7-57e4-4499-9e59-6cf78c7b1d79 req-0efb583d-d488-4e5d-b805-508b15ce9f78 tempest-ListServersNegativeTestJSON-1608577288 tempest-ListServersNegativeTestJSON-1608577288-project-member] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 693.499211] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 693.499532] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.499784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.499784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.499999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.500191] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.500327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.500392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.500558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.500644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.500732] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.509975] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.510133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.510198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.510453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.510533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.510635] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 is going to be updated. [ 693.550211] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.550463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.550588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.550873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.551054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.562923] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: IN_PROGRESS for 2s [ 693.919098] env[67412]: INFO networking_nsxv3.common.synchronization [req-7670ee20-2929-4e06-9829-672ba0a98316 req-9ce8134e-8b6f-4c71-bc71-b92c2b6dc5df service nova] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_rules [ 693.919385] env[67412]: INFO networking_nsxv3.common.synchronization [req-7670ee20-2929-4e06-9829-672ba0a98316 req-9ce8134e-8b6f-4c71-bc71-b92c2b6dc5df service nova] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 693.919723] env[67412]: INFO networking_nsxv3.common.synchronization [req-7670ee20-2929-4e06-9829-672ba0a98316 req-9ce8134e-8b6f-4c71-bc71-b92c2b6dc5df service nova] Enqueued Resource ID: 6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123 with Priority: HIGHEST for action port [ 693.920314] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_rules [ 693.920473] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 693.920574] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123 with Priority: HIGHEST for action port [ 693.920845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.920971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.921959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.921959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.921959] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.922490] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.922580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.922760] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.922856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.922919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.923145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.924408] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.004163] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.014144] env[67412]: INFO networking_nsxv3.common.synchronization [req-55100e67-4bc0-4269-b935-6ea3b9b4d020 req-418c0e35-d1ef-4c10-b587-340c9ff09738 tempest-ServersTestJSON-399624002 tempest-ServersTestJSON-399624002-project-member] Enqueued Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_members [ 694.014144] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGHEST for action security_group_members [ 694.014144] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.014144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.014144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.014144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.014144] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.014144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.014144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.014144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.014144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.014144] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.021750] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 694.021750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.023376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.024937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.025319] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.025319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.025664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.025664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.025664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.025885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.026055] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.375905] env[67412]: INFO networking_nsxv3.common.synchronization [req-6b4bb8b8-a9b2-4304-ad0f-8708bf021fb4 req-61d77b56-c69a-4075-8a83-9b2e72dbc5ea tempest-ListServersNegativeTestJSON-1608577288 tempest-ListServersNegativeTestJSON-1608577288-project-member] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 694.375905] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGHEST for action security_group_members [ 694.375905] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.375905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.426784] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.426983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.427239] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123 with status ACTIVE [ 694.427459] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.427581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.427646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.427865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.427962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.428149] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.428250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.428311] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.428471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.428550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.428731] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.428823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.428883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.429061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.429143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.429228] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123 is going to be updated. [ 694.451869] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.453042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.453042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.453042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.453287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.453603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f3e8ef6-ba18-4c1b-aff6-6a3ee9d8c123" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.506643] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.528976] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.528976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.529086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.529320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.529394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.529546] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.529643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.529702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.529849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.529920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.530022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 is going to be updated. [ 694.531475] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.531595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.531634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.531807] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.531922] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.532087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.532162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.532311] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.532383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.532460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.532669] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.532765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.532820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.533020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.533167] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.533309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.533309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.533578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.533578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.533578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.533688] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.571296] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.571444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.571518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.571730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.571871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.587947] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 in Status: IN_PROGRESS for 2s [ 694.714828] env[67412]: INFO networking_nsxv3.common.synchronization [req-ba82c8bf-80c3-49bb-9c65-050b1c0a747c req-3e9b2128-b5d8-4b8d-b04d-1dff1cfef7c2 tempest-MigrationsAdminTest-1982794745 tempest-MigrationsAdminTest-1982794745-project-member] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 694.715324] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 694.715623] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.715745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.715807] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.716757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.717115] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.717235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.717303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.717507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.717694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.717893] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.010354] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.010354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.010354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.010354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.010354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.010354] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 695.037212] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af35cf2b-2349-4777-987b-affdcf0c917c: rpc.has_security_group_logging(os_id): False [ 695.045302] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.045477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.045581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.045833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.046101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.052434] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.052698] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.052800] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.053086] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.053396] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.053600] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.053738] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.054014] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.054185] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.054406] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.054560] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.054673] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.054775] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.054942] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.055094] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.055231] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.056970] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 695.059748] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.059748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.059748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.059748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.059929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.059929] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.061046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.061046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.061046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.061046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.061046] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.061046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.061046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.061046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.061046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.061046] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.061440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.061440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.061440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.061440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.061440] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 695.090440] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.090440] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.090440] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.090640] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.090809] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-ef368396-b1bc-4c31-9466-cde5e0015ecc taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.091085] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-ef368396-b1bc-4c31-9466-cde5e0015ecc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.091085] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-ef368396-b1bc-4c31-9466-cde5e0015ecc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.091418] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-ef368396-b1bc-4c31-9466-cde5e0015ecc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.091540] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef368396-b1bc-4c31-9466-cde5e0015ecc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.136585] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.136731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.136778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.136993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.137278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.151695] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 695.221960] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.222132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.222242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.222479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.222545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.223035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.223035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.223035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.223200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.223233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.223417] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 already deleted. [ 695.223417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.577414] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: SUCCESS [ 695.577414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.577414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.577414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.577582] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.577725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.577815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.578058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.578176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.578377] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.593895] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.594661] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.594888] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.595324] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.595560] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.595812] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port ef368396-b1bc-4c31-9466-cde5e0015ecc not found, creating... [ 695.596571] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.596571] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.596740] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.597174] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.597174] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.597521] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.597731] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.597873] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.599012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.599012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.599012] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: ef368396-b1bc-4c31-9466-cde5e0015ecc is going to be created. [ 695.624422] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.625594] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.625594] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.625594] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.625746] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.626113] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-ef368396-b1bc-4c31-9466-cde5e0015ecc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.081311] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.437943] env[67412]: INFO networking_nsxv3.common.synchronization [req-ba82c8bf-80c3-49bb-9c65-050b1c0a747c req-3d6dfb66-eefb-42ff-82ec-ff75f9a2e25d service nova] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_rules [ 696.438201] env[67412]: INFO networking_nsxv3.common.synchronization [req-ba82c8bf-80c3-49bb-9c65-050b1c0a747c req-3d6dfb66-eefb-42ff-82ec-ff75f9a2e25d service nova] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 696.438352] env[67412]: INFO networking_nsxv3.common.synchronization [req-ba82c8bf-80c3-49bb-9c65-050b1c0a747c req-3d6dfb66-eefb-42ff-82ec-ff75f9a2e25d service nova] Enqueued Resource ID: ef368396-b1bc-4c31-9466-cde5e0015ecc with Priority: HIGHEST for action port [ 696.438906] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_rules [ 696.439144] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 696.439353] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef368396-b1bc-4c31-9466-cde5e0015ecc with Priority: HIGHEST for action port [ 696.439710] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.439875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.439966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.440276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.440375] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.441544] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.441671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.441737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.442016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.442179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.442301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.442378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.442533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.442614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.442700] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.444585] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef368396-b1bc-4c31-9466-cde5e0015ecc taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.444585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef368396-b1bc-4c31-9466-cde5e0015ecc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.444585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef368396-b1bc-4c31-9466-cde5e0015ecc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.444822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef368396-b1bc-4c31-9466-cde5e0015ecc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.444822] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef368396-b1bc-4c31-9466-cde5e0015ecc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.585619] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.602024] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 in Status: SUCCESS [ 696.602133] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 deletion is rescheduled due to dependency. [ 696.602785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.945563] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.947088] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.947224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.947383] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef368396-b1bc-4c31-9466-cde5e0015ecc with status ACTIVE [ 696.947542] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.947636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.947704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.948048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.948048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.948199] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.948323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.948382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.948534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.948629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.948813] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.948906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.948962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.949140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.949216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.949307] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef368396-b1bc-4c31-9466-cde5e0015ecc is going to be updated. [ 696.971921] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.972101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.972188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.972624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.972624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.972737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef368396-b1bc-4c31-9466-cde5e0015ecc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.074624] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 697.074854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.075125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.075375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.075561] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.075671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.075812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.075882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.076986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.076986] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.090414] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.090632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.090678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.090975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.091147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.091309] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 is going to be updated. [ 697.140273] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.142918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.142918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.142918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.142918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.165948] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: IN_PROGRESS for 2s [ 697.185088] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 697.185325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.451481] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.578398] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.578621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.578621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.578854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.578949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.579157] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.579253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.579301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.579473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.579551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.579641] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be updated. [ 697.612117] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.612275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.612391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.612572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.612731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.623635] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: IN_PROGRESS for 2s [ 697.955070] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.955251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.955324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.955569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.955688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.955800] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 is going to be created. [ 697.990695] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.990841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.990910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.991147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.991309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.003383] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: UNINITIALIZED for 2s [ 698.442324] env[67412]: INFO networking_nsxv3.common.synchronization [req-a2fe3382-b453-4782-bc65-0e7c9f4dc085 req-49314a4a-63ce-46b6-a628-f988c9e7187e tempest-DeleteServersAdminTestJSON-1993008612 tempest-DeleteServersAdminTestJSON-1993008612-project-member] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 698.442917] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGHEST for action security_group_members [ 698.443256] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.443382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.443449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.445060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.445060] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.445060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.445060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.445060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.445060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.445060] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.947516] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.947891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.947891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.947891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.948026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.948195] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.948294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.948354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.948556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.948617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.948704] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 is going to be updated. [ 698.978994] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.978994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.978994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.978994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.978994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.989755] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: IN_PROGRESS for 2s [ 699.180918] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: SUCCESS [ 699.181469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.181788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.182345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.182845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.183555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.183716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.184279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.184482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.185068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.185331] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.602494] env[67412]: INFO networking_nsxv3.common.synchronization [None req-139745b9-43e9-4f17-9ff8-557cfc695c11 None None] Enqueued Resource ID: feaa9265-2e2a-4ad3-a64e-650a74f648d1 with Priority: HIGHEST for action port [ 699.604197] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: feaa9265-2e2a-4ad3-a64e-650a74f648d1 with Priority: HIGHEST for action port [ 699.604197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-feaa9265-2e2a-4ad3-a64e-650a74f648d1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.609046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-feaa9265-2e2a-4ad3-a64e-650a74f648d1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.609046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-feaa9265-2e2a-4ad3-a64e-650a74f648d1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.609046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-feaa9265-2e2a-4ad3-a64e-650a74f648d1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.609046] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('feaa9265-2e2a-4ad3-a64e-650a74f648d1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.643089] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8ed001d-c17d-4501-987b-0a1949688a62 in Status: SUCCESS [ 699.643280] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 deletion is rescheduled due to dependency. [ 699.643389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.689090] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.689299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.689394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.689660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.689863] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.689989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.690087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.690277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.690388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.690501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.690693] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.690838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.690935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.691178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.691400] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.691551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.691796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.691845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.692061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.692997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.693381] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.014430] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: SUCCESS [ 700.014659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.015780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.015780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.015780] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.015780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.015780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.015780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.015780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.015780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.016084] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.111363] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port feaa9265-2e2a-4ad3-a64e-650a74f648d1 [ 700.111598] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.111726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.111785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.111999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.112101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.112190] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:feaa9265-2e2a-4ad3-a64e-650a74f648d1 already deleted. [ 700.112265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-feaa9265-2e2a-4ad3-a64e-650a74f648d1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.202904] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 907e0b44-3df4-44a5-9e75-52cd02352fe4: rpc.has_security_group_logging(os_id): False [ 700.225209] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.225420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.226107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.226107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.226107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.226107] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.226107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.226107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.226374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.226374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.226532] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.226619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.226678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.226851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.229448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.229621] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.229739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.229802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.229976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.230070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.230172] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 is going to be updated. [ 700.316225] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.316398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.316512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.316747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.316904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.334999] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: IN_PROGRESS for 2s [ 700.519624] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.519868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.519868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.520130] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.520317] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.520436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.520502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.520676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.520787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.520881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.521059] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.521167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.521227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.521383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.521522] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.521624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.521691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.521840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.521917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.522013] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.522118] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.002572] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5da9ee3-df3a-4651-b164-545646bc9217 in Status: SUCCESS [ 701.002873] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 deletion is rescheduled due to dependency. [ 701.002873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.024273] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be917be-e978-4a9f-8a59-c1ff58b03a03: rpc.has_security_group_logging(os_id): False [ 701.044403] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.044559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.044621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.044845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.044937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.045242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.045486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.045486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.045687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.045716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.045931] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.046071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.046197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.046327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.046527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.046637] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.046754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.046822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.046986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.048027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.048027] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 is going to be created. [ 701.111634] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.111634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.111634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.111634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.111634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.123938] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: IN_PROGRESS for 2s [ 701.622676] env[67412]: INFO networking_nsxv3.common.synchronization [req-bc22b05f-15d3-444a-916d-e521b4846cd0 req-6029e4a9-8be2-4ab2-af2e-382a196f5023 tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 701.624201] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 701.625742] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.628095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.628095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.628095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.628095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.628095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.628095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.628095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.628095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.628095] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.698618] env[67412]: INFO networking_nsxv3.common.synchronization [None req-010ed30e-fa82-4682-8f4b-29e21d42a464 None None] Enqueued Resource ID: 01aeccef-dd84-4778-bee3-42eb41ad8fb8 with Priority: HIGHEST for action port [ 701.698915] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01aeccef-dd84-4778-bee3-42eb41ad8fb8 with Priority: HIGHEST for action port [ 701.700533] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-01aeccef-dd84-4778-bee3-42eb41ad8fb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.700685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01aeccef-dd84-4778-bee3-42eb41ad8fb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.700756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01aeccef-dd84-4778-bee3-42eb41ad8fb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.701150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01aeccef-dd84-4778-bee3-42eb41ad8fb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.701150] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01aeccef-dd84-4778-bee3-42eb41ad8fb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.086391] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.086713] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.086713] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.086948] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.087256] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.087372] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.087494] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.087709] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.087844] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.088056] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.088158] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.088257] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.088678] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.088801] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.088907] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.089054] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.112572] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.112744] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.112876] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.113101] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.113412] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-45012576-c494-4537-a678-a094419ea612 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.113732] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-45012576-c494-4537-a678-a094419ea612" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.113827] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-45012576-c494-4537-a678-a094419ea612" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.114161] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-45012576-c494-4537-a678-a094419ea612" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.114286] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45012576-c494-4537-a678-a094419ea612',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.130570] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.130800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.131604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.131604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.131604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.131604] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.131604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.131604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.132304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.132304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.132304] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 702.167235] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.167367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.167454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.167636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.167795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.178029] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 702.204660] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01aeccef-dd84-4778-bee3-42eb41ad8fb8 [ 702.204817] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.204964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.205115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.205364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.205935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.205935] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01aeccef-dd84-4778-bee3-42eb41ad8fb8 already deleted. [ 702.205935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01aeccef-dd84-4778-bee3-42eb41ad8fb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.351354] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: SUCCESS [ 702.351578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.617539] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.617539] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.617539] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.618088] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.618088] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.618155] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 45012576-c494-4537-a678-a094419ea612 not found, creating... [ 702.619033] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.619033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.619033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.619033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.619257] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.619657] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.619657] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.619657] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.619852] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.619974] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.620115] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 45012576-c494-4537-a678-a094419ea612 is going to be created. [ 702.625911] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b1c8059e-3926-4e12-8c81-cc837128ac58 None None] Enqueued Resource ID: 7ecee57c-27ea-4c7c-82f8-55ef11c7c3de with Priority: HIGHEST for action port [ 702.626959] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ecee57c-27ea-4c7c-82f8-55ef11c7c3de with Priority: HIGHEST for action port [ 702.626959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ecee57c-27ea-4c7c-82f8-55ef11c7c3de taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.626959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ecee57c-27ea-4c7c-82f8-55ef11c7c3de" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.627283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ecee57c-27ea-4c7c-82f8-55ef11c7c3de" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.627283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ecee57c-27ea-4c7c-82f8-55ef11c7c3de" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.627334] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ecee57c-27ea-4c7c-82f8-55ef11c7c3de',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.641671] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.641945] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.642036] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.642390] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.642568] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.642811] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-45012576-c494-4537-a678-a094419ea612" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.130447] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ecee57c-27ea-4c7c-82f8-55ef11c7c3de [ 703.130447] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.130447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.130447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.130756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.130756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.130993] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ecee57c-27ea-4c7c-82f8-55ef11c7c3de already deleted. [ 703.130993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ecee57c-27ea-4c7c-82f8-55ef11c7c3de" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.140275] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: SUCCESS [ 703.140275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.526864] env[67412]: INFO networking_nsxv3.common.synchronization [req-bc22b05f-15d3-444a-916d-e521b4846cd0 req-59fe71c5-c261-48dc-9445-af7e31496c68 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 703.526864] env[67412]: INFO networking_nsxv3.common.synchronization [req-bc22b05f-15d3-444a-916d-e521b4846cd0 req-59fe71c5-c261-48dc-9445-af7e31496c68 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 703.526864] env[67412]: INFO networking_nsxv3.common.synchronization [req-bc22b05f-15d3-444a-916d-e521b4846cd0 req-59fe71c5-c261-48dc-9445-af7e31496c68 service nova] Enqueued Resource ID: 45012576-c494-4537-a678-a094419ea612 with Priority: HIGHEST for action port [ 703.527635] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 703.527635] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 703.527635] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45012576-c494-4537-a678-a094419ea612 with Priority: HIGHEST for action port [ 703.527877] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.527935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.527963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.528708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.528708] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.529399] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.529514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.529718] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-45012576-c494-4537-a678-a094419ea612 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.530154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45012576-c494-4537-a678-a094419ea612" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.530154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45012576-c494-4537-a678-a094419ea612" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.530154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45012576-c494-4537-a678-a094419ea612" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.530154] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45012576-c494-4537-a678-a094419ea612',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.905443] env[67412]: INFO networking_nsxv3.common.synchronization [req-48bf53c2-b1b7-45c5-bc19-e26300c21ebc req-e7decd04-7c94-4bad-a86a-b0d9754bc791 tempest-ServerMetadataNegativeTestJSON-166909475 tempest-ServerMetadataNegativeTestJSON-166909475-project-member] Enqueued Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGHEST for action security_group_members [ 703.905855] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGHEST for action security_group_members [ 703.906233] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-79b755df-d430-4766-82a7-43469a8052f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.906350] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.906415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.906610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.906762] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.906860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.906911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.907064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.907149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.907262] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.031934] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.032437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.043718] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 45012576-c494-4537-a678-a094419ea612 with status ACTIVE [ 704.043718] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.043718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.043718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.043718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.043718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.043718] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.043718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.044127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.044127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.046948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.046948] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.046948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.047390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.048115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.048115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.048571] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 45012576-c494-4537-a678-a094419ea612 is going to be updated. [ 704.084753] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.084753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.084753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.085260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.085525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.085760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45012576-c494-4537-a678-a094419ea612" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.201524] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 704.201839] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 deletion is rescheduled due to dependency. [ 704.201839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.202613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.202613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.202613] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.202832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.203759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.203759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.203759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.203759] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.303980] env[67412]: INFO networking_nsxv3.common.synchronization [None req-350ca358-de9e-41b1-be9e-faf383f4e8a1 None None] Enqueued Resource ID: 3367e6fc-524f-4e50-9d74-39f7695899d3 with Priority: HIGHEST for action port [ 704.304899] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3367e6fc-524f-4e50-9d74-39f7695899d3 with Priority: HIGHEST for action port [ 704.305300] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3367e6fc-524f-4e50-9d74-39f7695899d3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.305501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3367e6fc-524f-4e50-9d74-39f7695899d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.305583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3367e6fc-524f-4e50-9d74-39f7695899d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.305859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3367e6fc-524f-4e50-9d74-39f7695899d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.305943] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3367e6fc-524f-4e50-9d74-39f7695899d3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.411054] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.411054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.411054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.412923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.412923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.412923] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.412923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.412923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.413206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.413252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.413774] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b755df-d430-4766-82a7-43469a8052f2 is going to be updated. [ 704.453973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.454134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.454193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.454781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.456260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.467101] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b755df-d430-4766-82a7-43469a8052f2 in Status: IN_PROGRESS for 2s [ 704.705539] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.809104] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3367e6fc-524f-4e50-9d74-39f7695899d3 [ 704.809569] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.809712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.809776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.810014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.810104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.810209] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3367e6fc-524f-4e50-9d74-39f7695899d3 already deleted. [ 704.810291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3367e6fc-524f-4e50-9d74-39f7695899d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.207592] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.713236] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.713236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.713236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.713236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.713236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.713236] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 705.756112] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.756112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.756112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.756112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.756112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.768455] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 706.210968] env[67412]: INFO networking_nsxv3.common.synchronization [req-05f4a9ad-0bc7-4046-ae47-29f71cbbb40f req-a4bce6fc-9275-4135-bdc3-36debfe12cf5 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 706.211449] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 706.211755] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.211870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.211936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.212217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.212382] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.212485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.212545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.212698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.212783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.212879] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.479122] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 79b755df-d430-4766-82a7-43469a8052f2 in Status: SUCCESS [ 706.479122] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 79b755df-d430-4766-82a7-43469a8052f2 deletion is rescheduled due to dependency. [ 706.479122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.566963] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.567203] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-939" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.567329] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-939" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.567668] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-939" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.567932] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.568107] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.568221] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.568439] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.568575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.568777] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.568883] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 706.568983] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 706.569097] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 706.569205] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 706.569303] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 706.569428] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 706.590808] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 706.591627] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 706.591627] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 706.591627] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-939" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.591786] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-722079d1-4ff3-4a7a-a1f0-b8751b15223b taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.591888] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.591967] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.592304] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.592432] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722079d1-4ff3-4a7a-a1f0-b8751b15223b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.715691] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.715880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.715924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.716181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.716358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.716494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.718287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.718287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.718287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.718287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.718287] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 already deleted. [ 706.718287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.094878] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.095357] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.095487] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.096049] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.096049] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.096049] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 722079d1-4ff3-4a7a-a1f0-b8751b15223b not found, creating... [ 707.096354] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.096513] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.096620] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.096831] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.097174] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.097540] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.097627] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.097726] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.097928] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.098064] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.098198] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b is going to be created. [ 707.120166] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.120397] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.120514] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.120858] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.121124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.121419] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.782248] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 707.782547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.782643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.782941] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.783183] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.783316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.783386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.783550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.783637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.783799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.783958] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.877533] env[67412]: INFO networking_nsxv3.common.synchronization [req-05f4a9ad-0bc7-4046-ae47-29f71cbbb40f req-b14b3180-65ca-4a17-bb07-c124a8e0e47b service nova] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 707.877752] env[67412]: INFO networking_nsxv3.common.synchronization [req-05f4a9ad-0bc7-4046-ae47-29f71cbbb40f req-b14b3180-65ca-4a17-bb07-c124a8e0e47b service nova] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 707.877901] env[67412]: INFO networking_nsxv3.common.synchronization [req-05f4a9ad-0bc7-4046-ae47-29f71cbbb40f req-b14b3180-65ca-4a17-bb07-c124a8e0e47b service nova] Enqueued Resource ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b with Priority: HIGHEST for action port [ 707.878575] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 707.878748] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 707.878881] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b with Priority: HIGHEST for action port [ 707.879242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.879402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.879528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.879772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.879855] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.880770] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.880887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.880955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.881144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.881566] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.881566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.881566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.881566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.881843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.881843] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.882618] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-722079d1-4ff3-4a7a-a1f0-b8751b15223b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.882761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.883446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.883446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.883446] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722079d1-4ff3-4a7a-a1f0-b8751b15223b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.288539] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.288734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.288814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.289074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.291782] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.291782] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.291782] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.291782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.291782] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.385354] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.385482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.385725] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.386784] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 722079d1-4ff3-4a7a-a1f0-b8751b15223b with status ACTIVE [ 708.387673] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.387673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.387673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.387673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.387673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.387673] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.387673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.387982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.387982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.387982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.388458] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.389745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.389838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.390156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.390156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.391360] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b is going to be updated. [ 708.420244] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.420395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.420590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.420691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.420841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.421223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.793491] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded8fcae-ddce-49b5-9371-b64f00bf0de5: rpc.has_security_group_logging(os_id): False [ 708.818440] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.818644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.818803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.819064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.820533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.820533] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.820533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.821033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.821194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.825218] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.825218] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.825218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.825218] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 708.888735] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.888976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.888976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.889168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.889307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.897849] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.902427] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 709.397739] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.397835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.397869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.398118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.398213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.398310] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be created. [ 709.435654] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.435840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.435911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.436148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.436378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.450014] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: UNINITIALIZED for 2s [ 710.916054] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 710.916372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.461415] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 711.461834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.462093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.462322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.462530] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.462650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.462715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.462957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.463266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.463410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.463546] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.581257] env[67412]: INFO networking_nsxv3.common.synchronization [None req-7ea3d8bb-073a-4e36-bef3-9d13f5d39098 tempest-ImagesOneServerNegativeTestJSON-523727752 tempest-ImagesOneServerNegativeTestJSON-523727752-project-member] Enqueued Resource ID: b9207f1a-c852-4ef5-99e8-b87c359b477a with Priority: HIGHEST for action security_group_rules [ 711.581992] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9207f1a-c852-4ef5-99e8-b87c359b477a with Priority: HIGHEST for action security_group_rules [ 711.582327] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9207f1a-c852-4ef5-99e8-b87c359b477a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.582454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9207f1a-c852-4ef5-99e8-b87c359b477a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.582520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9207f1a-c852-4ef5-99e8-b87c359b477a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.582767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9207f1a-c852-4ef5-99e8-b87c359b477a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.582847] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9207f1a-c852-4ef5-99e8-b87c359b477a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.726454] env[67412]: INFO networking_nsxv3.common.synchronization [None req-350f5dd6-94e8-4471-ba1c-c8ed3446c3a3 tempest-ImagesOneServerNegativeTestJSON-523727752 tempest-ImagesOneServerNegativeTestJSON-523727752-project-member] Enqueued Resource ID: b9207f1a-c852-4ef5-99e8-b87c359b477a with Priority: HIGHEST for action security_group_rules [ 711.726454] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9207f1a-c852-4ef5-99e8-b87c359b477a with Priority: HIGHEST for action security_group_rules [ 711.726454] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9207f1a-c852-4ef5-99e8-b87c359b477a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.726454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9207f1a-c852-4ef5-99e8-b87c359b477a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.767460] env[67412]: INFO networking_nsxv3.common.synchronization [None req-df46c2a1-1263-4d87-8077-4bd13850b238 None None] Enqueued Resource ID: a2d5dc95-67a1-455e-af83-af2def5307f8 with Priority: HIGHEST for action port [ 711.767460] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2d5dc95-67a1-455e-af83-af2def5307f8 with Priority: HIGHEST for action port [ 711.767460] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2d5dc95-67a1-455e-af83-af2def5307f8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.767460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2d5dc95-67a1-455e-af83-af2def5307f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.767460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2d5dc95-67a1-455e-af83-af2def5307f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.767460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2d5dc95-67a1-455e-af83-af2def5307f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.767460] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2d5dc95-67a1-455e-af83-af2def5307f8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.967789] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.971075] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.971075] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.971075] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.971075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.971925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.971925] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.108483] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.108900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.108985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.109239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.109351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.109469] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9207f1a-c852-4ef5-99e8-b87c359b477a already deleted. [ 712.109813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9207f1a-c852-4ef5-99e8-b87c359b477a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.109988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9207f1a-c852-4ef5-99e8-b87c359b477a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.110173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9207f1a-c852-4ef5-99e8-b87c359b477a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.110302] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9207f1a-c852-4ef5-99e8-b87c359b477a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.272112] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2d5dc95-67a1-455e-af83-af2def5307f8 [ 712.272574] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.272574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.272819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.272819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.272971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.273026] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2d5dc95-67a1-455e-af83-af2def5307f8 already deleted. [ 712.273093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2d5dc95-67a1-455e-af83-af2def5307f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.381047] env[67412]: INFO networking_nsxv3.common.synchronization [req-0300c84b-3945-4b3d-bc8b-822ba8ea045b req-de954834-8199-4cd6-8b7d-f80983715c9a tempest-ServersAdminNegativeTestJSON-1831058962 tempest-ServersAdminNegativeTestJSON-1831058962-project-member] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 712.381047] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 712.381047] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.381047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.381047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.381047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.381347] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.381347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.381347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.381686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.381686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.381801] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.474739] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f15a93-c3f4-41c9-856a-7eaae03f3678: rpc.has_security_group_logging(os_id): False [ 712.496364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.496364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.496916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.497735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.497735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.497735] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.497735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.497735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.497987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.497987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.498135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.498221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.499588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.499588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.499588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.499588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.499588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.499588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.499588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.499588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.499588] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be created. [ 712.562604] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.562758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.562809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.563363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.563363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.577331] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 712.633670] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.633885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.633930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.634161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.634254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.634347] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9207f1a-c852-4ef5-99e8-b87c359b477a already deleted. [ 712.634721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9207f1a-c852-4ef5-99e8-b87c359b477a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.884093] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.388093] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.894108] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.894394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.894577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.894798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.894896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.895312] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 is going to be updated. [ 713.931509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.931647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.931741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.932118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.932118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.944852] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: IN_PROGRESS for 2s [ 714.404832] env[67412]: INFO networking_nsxv3.common.synchronization [None req-9c766763-9fa5-41e7-9bcd-76ccfa3b8ba3 None None] Enqueued Resource ID: 215ad376-631e-41da-a89f-37aec6ae5700 with Priority: HIGHEST for action port [ 714.405852] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 215ad376-631e-41da-a89f-37aec6ae5700 with Priority: HIGHEST for action port [ 714.406105] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-215ad376-631e-41da-a89f-37aec6ae5700 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.406280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-215ad376-631e-41da-a89f-37aec6ae5700" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.406364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-215ad376-631e-41da-a89f-37aec6ae5700" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.406673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-215ad376-631e-41da-a89f-37aec6ae5700" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.406777] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('215ad376-631e-41da-a89f-37aec6ae5700',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.596325] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 714.596601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.910188] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 215ad376-631e-41da-a89f-37aec6ae5700 [ 714.910188] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.910188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.910188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.910188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.910188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.910188] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:215ad376-631e-41da-a89f-37aec6ae5700 already deleted. [ 714.910188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-215ad376-631e-41da-a89f-37aec6ae5700" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.955411] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: SUCCESS [ 715.955698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.095881] env[67412]: INFO networking_nsxv3.common.synchronization [req-d809f1d8-cb81-4c67-b8bf-6460968e5977 req-3f1ad66a-51ff-4785-98a2-9ee9862b21d4 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 717.096255] env[67412]: INFO networking_nsxv3.common.synchronization [req-d809f1d8-cb81-4c67-b8bf-6460968e5977 req-3f1ad66a-51ff-4785-98a2-9ee9862b21d4 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 717.096758] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 717.096911] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 717.098029] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.098029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.098029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.098191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.098426] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.098547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.098612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.098778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.098859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.098953] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.100186] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.101048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.101048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.101048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.101048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.101048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.101048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.101048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.101351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.101351] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.150797] env[67412]: INFO networking_nsxv3.common.synchronization [req-d809f1d8-cb81-4c67-b8bf-6460968e5977 req-3f1ad66a-51ff-4785-98a2-9ee9862b21d4 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_rules [ 717.151098] env[67412]: INFO networking_nsxv3.common.synchronization [req-d809f1d8-cb81-4c67-b8bf-6460968e5977 req-3f1ad66a-51ff-4785-98a2-9ee9862b21d4 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 717.151356] env[67412]: INFO networking_nsxv3.common.synchronization [req-d809f1d8-cb81-4c67-b8bf-6460968e5977 req-3f1ad66a-51ff-4785-98a2-9ee9862b21d4 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 717.151555] env[67412]: INFO networking_nsxv3.common.synchronization [req-d809f1d8-cb81-4c67-b8bf-6460968e5977 req-3f1ad66a-51ff-4785-98a2-9ee9862b21d4 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 717.151754] env[67412]: INFO networking_nsxv3.common.synchronization [req-d809f1d8-cb81-4c67-b8bf-6460968e5977 req-3f1ad66a-51ff-4785-98a2-9ee9862b21d4 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b with Priority: HIGHEST for action port [ 717.152447] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_rules [ 717.152596] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 717.152695] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b with Priority: HIGHEST for action port [ 717.152790] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 717.156378] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 717.156378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.156378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.156378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.156378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.156378] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.156378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.156378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.156378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.156378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.156378] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.160484] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-722079d1-4ff3-4a7a-a1f0-b8751b15223b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.160668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.160747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.160986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.161100] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722079d1-4ff3-4a7a-a1f0-b8751b15223b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.164574] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.164909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.165227] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.165312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.603445] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.606058] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.666444] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 722079d1-4ff3-4a7a-a1f0-b8751b15223b with status ACTIVE [ 717.666715] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.666858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.666921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.667154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.667266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.667450] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.667565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.667602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.668066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.668066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.668066] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.668505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.668505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.668505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.668505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.668505] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b is going to be updated. [ 717.670517] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.670517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.670718] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.670802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.695542] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.695839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.695839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.695980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.696132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.696342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.774384] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 717.775059] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGHEST for action security_group_members [ 717.775059] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 717.775972] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 717.775972] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGHEST for action security_group_members [ 717.776683] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 717.777065] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.777178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.777418] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.777469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.777570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.777805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.777805] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.777805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.777805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.778352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.778352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.778437] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.780317] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.781072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.826426] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_rules [ 717.826631] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 717.826745] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 717.826899] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 717.827099] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGHEST for action security_group_rules [ 717.827099] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGHEST for action security_group_members [ 717.827210] env[67412]: INFO networking_nsxv3.common.synchronization [req-8e4090bb-dc40-4169-9ba0-72a875a32ce8 req-c25e6a5d-290e-4c4b-bb3c-bb5a6a598fed tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b with Priority: HIGHEST for action port [ 717.828414] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_rules [ 717.828559] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 717.828723] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGHEST for action security_group_members [ 717.828777] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b with Priority: HIGHEST for action port [ 717.828833] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGHEST for action security_group_rules [ 717.829392] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 717.829392] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 717.829392] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.829392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.829872] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.829872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.829872] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.829872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.830014] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-722079d1-4ff3-4a7a-a1f0-b8751b15223b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.830124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.830174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.830359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.830438] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('722079d1-4ff3-4a7a-a1f0-b8751b15223b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.833150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.833348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.833503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.833673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.833755] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.834602] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.834692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.834886] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.834964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.109046] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.111078] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.280843] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.338022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.338022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.338022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 722079d1-4ff3-4a7a-a1f0-b8751b15223b with status ACTIVE [ 718.338022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.338022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.338387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.338793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.339135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.339208] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.339302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.339362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.339536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.339610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.339784] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.339871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.339988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.342321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.342321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.342321] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 722079d1-4ff3-4a7a-a1f0-b8751b15223b is going to be updated. [ 718.366207] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.366207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.366207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.366207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.366207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.366207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-722079d1-4ff3-4a7a-a1f0-b8751b15223b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.614412] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.614533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.614632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.614959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.615106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.615295] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 718.616886] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.616886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.617064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.617354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.617354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.617354] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 is going to be created. [ 718.669218] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.669218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.669218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.669218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.669218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.682639] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: UNINITIALIZED for 2s [ 718.687917] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.688081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.688154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.688370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.688537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.706265] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 718.787832] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.869524] env[67412]: INFO networking_nsxv3.common.synchronization [req-f582ad75-35bc-42fb-a3d9-eae271237087 req-24202cef-dd66-4a07-bfa7-026f59d50623 tempest-ServersTestFqdnHostnames-27036122 tempest-ServersTestFqdnHostnames-27036122-project-member] Enqueued Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_members [ 718.870016] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_members [ 718.871037] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.871037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.871037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.871037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.871037] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.871037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.871343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.871343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.871630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.871748] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.234607] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-761 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.234902] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-761" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.234902] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-761" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.235293] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-761" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.236065] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.236268] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.236393] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.236623] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.236769] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.236963] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.237080] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.237227] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.237277] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.237382] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.237503] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.237589] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.260262] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.260501] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.260684] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.260903] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-761" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.261316] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-418a91fe-3279-42cf-9c35-060c2913cc9e taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.261543] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-418a91fe-3279-42cf-9c35-060c2913cc9e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.261695] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-418a91fe-3279-42cf-9c35-060c2913cc9e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.262240] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-418a91fe-3279-42cf-9c35-060c2913cc9e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.262484] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418a91fe-3279-42cf-9c35-060c2913cc9e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.289964] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.290191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.290232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.290568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.290695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.290837] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 is going to be created. [ 719.364887] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.365110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.365256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.365655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.365879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.373891] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.374071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.374216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.374333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.374450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.374741] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.374913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.375044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.375343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.375437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.375519] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 already deleted. [ 719.375604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.388385] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: UNINITIALIZED for 2s [ 719.765647] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.765948] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.766140] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.766532] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.766764] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.766981] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 418a91fe-3279-42cf-9c35-060c2913cc9e not found, creating... [ 719.767377] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.767614] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.767798] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.768131] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.768348] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.768815] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.769532] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.769716] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.770092] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.770247] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.770449] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 418a91fe-3279-42cf-9c35-060c2913cc9e is going to be created. [ 719.794521] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.794756] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.794869] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.795248] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.795526] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.795757] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-418a91fe-3279-42cf-9c35-060c2913cc9e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.537625] env[67412]: INFO networking_nsxv3.common.synchronization [req-f582ad75-35bc-42fb-a3d9-eae271237087 req-c9dfa0f9-2eab-460b-8077-2522cb046103 service nova] Enqueued Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_rules [ 720.537915] env[67412]: INFO networking_nsxv3.common.synchronization [req-f582ad75-35bc-42fb-a3d9-eae271237087 req-c9dfa0f9-2eab-460b-8077-2522cb046103 service nova] Enqueued Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_members [ 720.537915] env[67412]: INFO networking_nsxv3.common.synchronization [req-f582ad75-35bc-42fb-a3d9-eae271237087 req-c9dfa0f9-2eab-460b-8077-2522cb046103 service nova] Enqueued Resource ID: 418a91fe-3279-42cf-9c35-060c2913cc9e with Priority: HIGHEST for action port [ 720.538423] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_rules [ 720.538583] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_members [ 720.538643] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 418a91fe-3279-42cf-9c35-060c2913cc9e with Priority: HIGHEST for action port [ 720.538908] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.542138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.542267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.542530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.542649] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.543609] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.543742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.543831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.544017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.544179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.544323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.544405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.544557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.544642] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.544732] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.545811] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-418a91fe-3279-42cf-9c35-060c2913cc9e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.545811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-418a91fe-3279-42cf-9c35-060c2913cc9e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.545811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-418a91fe-3279-42cf-9c35-060c2913cc9e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.545970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-418a91fe-3279-42cf-9c35-060c2913cc9e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.545970] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('418a91fe-3279-42cf-9c35-060c2913cc9e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.693907] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: SUCCESS [ 720.694143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.696171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.696171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.696171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.696171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.696171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.696171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.696171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.696171] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.715368] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 720.715711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.715834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.715997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.716261] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.716337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.716375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.716533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.716617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.716713] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.048393] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.048545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.048734] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.050098] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 418a91fe-3279-42cf-9c35-060c2913cc9e with status ACTIVE [ 721.050404] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.050544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.050616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.050841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.050934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.051572] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.051572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.051572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.051702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.051768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.052029] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.052133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.052239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.052460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.052551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.052662] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 418a91fe-3279-42cf-9c35-060c2913cc9e is going to be updated. [ 721.084363] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.084668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.084668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.084762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.085164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.085164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-418a91fe-3279-42cf-9c35-060c2913cc9e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.200283] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.219369] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.399797] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: SUCCESS [ 721.400303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.400303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.400437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.400623] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.400749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.400749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.401436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.401436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.401436] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.555922] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.705370] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.722720] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.904448] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.058652] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.058864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.058864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.059486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.059486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.059486] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 is going to be created. [ 722.091715] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.091930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.091998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.092309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.092452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.107226] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 in Status: UNINITIALIZED for 2s [ 722.207096] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.208321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.208321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.208321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.208321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.208321] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 is going to be updated. [ 722.226361] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.226600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.226652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.226874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.226960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.227066] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 722.243020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.243020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.243020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.243020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.243020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.251042] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: IN_PROGRESS for 2s [ 722.266534] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.266693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.267665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.267665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.267665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.276277] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 722.409856] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.912596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.912898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.912898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.913083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.913244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.913311] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 is going to be updated. [ 722.964701] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.964890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.964890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.965630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.965630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.984128] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: IN_PROGRESS for 2s [ 724.119061] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 in Status: SUCCESS [ 724.119374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.119537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.119780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.119997] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.120150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.120223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.120412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.120507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.120630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.120742] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.262685] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: SUCCESS [ 724.262685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.263152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.263483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.263728] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.263852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.263914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.264097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.264216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.264255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.264356] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.265366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.265593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.265689] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.265796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.265857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.266009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.266094] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.266179] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.285990] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 724.286063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.286505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.286734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.286924] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.287063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.287131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.287289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.287372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.287456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.287610] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.288441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.288517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.288684] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.288786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.288847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.288994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.289081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.289171] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.623567] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.767926] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.769470] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.791017] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.791254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.791322] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.997364] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: SUCCESS [ 724.997731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.997828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.998124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.998343] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.998480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.998550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.998719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.998817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.998911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.999010] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.125419] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf38af1-73da-44a2-8d17-ad0755b471b0: rpc.has_security_group_logging(os_id): False [ 725.146746] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.146990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.146990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.147178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.147268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.147501] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.147616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.147696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.147854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.147934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.148061] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 is going to be created. [ 725.213913] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.214149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.214149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.214345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.214529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.225891] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 in Status: IN_PROGRESS for 2s [ 725.271960] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4574038a-f2a2-468f-9322-64d275b778e8: rpc.has_security_group_logging(os_id): False [ 725.273082] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.293941] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.299965] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.300173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.300219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.300629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.300629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.300826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.300826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.300925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.301033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.301125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.301181] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 is going to be created. [ 725.377781] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.378056] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.378167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.378400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.378634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.390347] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: IN_PROGRESS for 2s [ 725.502025] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.540395] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 725.540395] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=10 [ 725.777220] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.777385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.777557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.777790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.777790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.777909] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 is going to be updated. [ 725.796342] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.796652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.796652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.796871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.796961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.797066] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 725.808442] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.808624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.808689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.808895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.809078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.819060] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: IN_PROGRESS for 2s [ 725.831692] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.831872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.832011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.832190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.832314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.841889] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 726.004432] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7: rpc.has_security_group_logging(os_id): False [ 726.027564] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.027748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.027822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.028098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.028221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.028475] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.028611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.028682] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.028890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.028996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.029109] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 is going to be created. [ 726.087627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.087826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.087826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.088090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.088317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.100926] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: IN_PROGRESS for 2s [ 727.240356] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 in Status: SUCCESS [ 727.240794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.403151] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: SUCCESS [ 727.403487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.403674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.403902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.403982] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.830366] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: SUCCESS [ 727.830366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.830635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.830950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.831135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.831135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.831252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.831341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.831441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.831538] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.852482] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 727.852667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.853466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.853466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.853466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.853466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.853466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.853950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.853950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.853950] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.905953] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.906146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.113689] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: SUCCESS [ 728.113908] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.333660] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.358436] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.836986] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.862305] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.339898] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.340157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.340157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.340374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.340477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.340574] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 is going to be updated. [ 729.365603] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.365821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.365821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.366112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.366258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.366354] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 729.376387] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.376576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.376637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.376816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.376960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.386698] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: IN_PROGRESS for 2s [ 729.400537] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.400728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.400830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.401029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.401173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.411609] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 730.541114] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 730.541375] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 730.697024] env[67412]: INFO networking_nsxv3.common.synchronization [req-e83bd3ab-7871-44ac-9841-cb631972c566 req-5e587763-02fc-4cd1-be00-d7f90aedfcd2 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 730.697136] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 730.697397] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.697522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.697688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.698241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.698241] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.698241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.698241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.698723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.698723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.698723] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.073034] env[67412]: INFO networking_nsxv3.common.synchronization [req-e83bd3ab-7871-44ac-9841-cb631972c566 req-42689f49-8ef8-4ca2-90ba-c352a1ff3c10 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 731.073730] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 731.074046] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.074151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.202686] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.202907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.203011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.203334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.203496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.203778] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.203910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.203994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.204211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.204479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.204479] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 731.239287] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.239440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.239505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.239717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.239834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.251604] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 731.397124] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: SUCCESS [ 731.397348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.397553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.397744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.398481] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.398481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.398481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.398481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.398481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.398481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.398481] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.425575] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 731.426981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.426981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.426981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.426981] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.426981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.426981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.427531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.427593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.427871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.427871] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.428000] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.428120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.428376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.428532] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.428618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.428680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.429255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.429255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.429255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.429255] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.531371] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.531653] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-145" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.531707] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-145" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.532017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-145" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.532483] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.532667] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.532780] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.533015] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.533164] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.533610] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.533610] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.533740] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.533924] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.533983] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.534073] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.534205] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.554367] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.554638] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.554687] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.554819] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-145" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.555409] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-ef104855-9f13-41b5-a36e-d95a39e6f52d taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.555622] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-ef104855-9f13-41b5-a36e-d95a39e6f52d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.556391] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-ef104855-9f13-41b5-a36e-d95a39e6f52d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.556391] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-ef104855-9f13-41b5-a36e-d95a39e6f52d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.556391] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef104855-9f13-41b5-a36e-d95a39e6f52d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.902973] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.932845] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f15a93-c3f4-41c9-856a-7eaae03f3678: rpc.has_security_group_logging(os_id): False [ 731.955024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.955024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.955024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.955024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.955024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.955024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.955024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.955024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.955024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.955641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.955641] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.955641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.955641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.955641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.955780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.955842] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.955928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.955984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.956142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.956212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.956293] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 732.026481] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.026713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.026713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.026713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.027160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.045142] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 732.061516] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.062356] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.062599] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.062959] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.063224] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.063607] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port ef104855-9f13-41b5-a36e-d95a39e6f52d not found, creating... [ 732.064024] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.064400] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.064776] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.065172] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.065436] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.065840] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.066165] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.066415] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.066731] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.066982] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.067235] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: ef104855-9f13-41b5-a36e-d95a39e6f52d is going to be created. [ 732.091023] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.091280] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.091463] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.091877] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.092125] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.092399] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-ef104855-9f13-41b5-a36e-d95a39e6f52d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.408173] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4574038a-f2a2-468f-9322-64d275b778e8: rpc.has_security_group_logging(os_id): False [ 732.426553] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.426722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.426794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.427040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.427139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.427364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.427462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.427521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.427688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.427769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.427853] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 is going to be updated. [ 732.484615] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.484763] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.484850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.485067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.485204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.497836] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: IN_PROGRESS for 2s [ 732.707462] env[67412]: INFO networking_nsxv3.common.synchronization [req-04a60b40-7993-49f8-acee-e649d3c5bea1 req-5789b42e-3a7c-4861-bbc5-f0e5c55a1c94 tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 732.708010] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 732.708317] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.708440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.708495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.708698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.708849] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.708944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.708999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.709302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.709302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.709402] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.808975] env[67412]: INFO networking_nsxv3.common.synchronization [req-e83bd3ab-7871-44ac-9841-cb631972c566 req-c35a962c-4d03-4101-ad91-6154d9fc2397 service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 732.809472] env[67412]: INFO networking_nsxv3.common.synchronization [req-e83bd3ab-7871-44ac-9841-cb631972c566 req-c35a962c-4d03-4101-ad91-6154d9fc2397 service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 732.809472] env[67412]: INFO networking_nsxv3.common.synchronization [req-e83bd3ab-7871-44ac-9841-cb631972c566 req-c35a962c-4d03-4101-ad91-6154d9fc2397 service nova] Enqueued Resource ID: ef104855-9f13-41b5-a36e-d95a39e6f52d with Priority: HIGHEST for action port [ 732.809622] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 732.809622] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 732.809728] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef104855-9f13-41b5-a36e-d95a39e6f52d with Priority: HIGHEST for action port [ 732.810260] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.810382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.810447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.810648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.810730] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.816783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef104855-9f13-41b5-a36e-d95a39e6f52d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef104855-9f13-41b5-a36e-d95a39e6f52d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef104855-9f13-41b5-a36e-d95a39e6f52d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.817063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef104855-9f13-41b5-a36e-d95a39e6f52d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.817134] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef104855-9f13-41b5-a36e-d95a39e6f52d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.211940] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.212092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.212166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.212517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.212517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.212763] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.212901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.213038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.213303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.213390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.213499] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 733.257091] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.257091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.257091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.257091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.257091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.268064] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 733.268064] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 deletion is rescheduled due to dependency. [ 733.268315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.268315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.269661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.269661] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.269661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.269661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.269661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.269661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.269661] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.272026] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 733.319441] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.319842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.319842] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef104855-9f13-41b5-a36e-d95a39e6f52d with status ACTIVE [ 733.320053] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.320285] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.320344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.320587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.320699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.321289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.321289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.321289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.321453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.321453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.321678] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.321779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.321853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.322544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.322544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.322544] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef104855-9f13-41b5-a36e-d95a39e6f52d is going to be updated. [ 733.351846] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.352018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.352259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.352351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.354854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.354854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef104855-9f13-41b5-a36e-d95a39e6f52d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.674430] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-628 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.674430] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-628" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.674430] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-628" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.674430] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-628" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.674430] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.674430] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.675068] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.675068] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.675068] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.675204] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.675316] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.675457] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.675541] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.675642] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.675735] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.675856] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.700772] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.700772] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.700772] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.700772] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-628" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.700772] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-b8a957d6-1c54-4eb0-9958-814484a1285f taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.700772] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-b8a957d6-1c54-4eb0-9958-814484a1285f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.700772] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-b8a957d6-1c54-4eb0-9958-814484a1285f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.700772] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-b8a957d6-1c54-4eb0-9958-814484a1285f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.700772] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a957d6-1c54-4eb0-9958-814484a1285f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.773624] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.821796] env[67412]: INFO networking_nsxv3.common.synchronization [req-0e3d2b4a-7ef6-4c65-a199-c067a952418f req-9685bf15-c3a9-4e77-ae70-52e3f2bfccad tempest-ServerActionsV293TestJSON-1906667315 tempest-ServerActionsV293TestJSON-1906667315-project-member] Enqueued Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_members [ 733.822315] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_members [ 733.822611] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8227c5-cfc8-4557-8104-e954e9fbfe60 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.822736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.822806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.823053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.823210] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.823317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.823417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.823521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.823605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.823696] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.059042] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 734.059042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.059042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.059042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.059042] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.132072] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.132243] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-962" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.132366] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-962" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.132680] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-962" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.132927] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.133089] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.133199] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.133433] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.133570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.133757] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.133863] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.133963] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.134076] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.134177] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.134275] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.134397] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 734.154164] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 734.154394] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 734.154523] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 734.154611] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-962" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.154914] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-7999719e-57c6-476b-8e9e-6129d93ce68a taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.155100] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-7999719e-57c6-476b-8e9e-6129d93ce68a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.155214] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-7999719e-57c6-476b-8e9e-6129d93ce68a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.155637] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-7999719e-57c6-476b-8e9e-6129d93ce68a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.155783] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7999719e-57c6-476b-8e9e-6129d93ce68a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.203014] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.203279] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.203448] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.203782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.203893] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.204067] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port b8a957d6-1c54-4eb0-9958-814484a1285f not found, creating... [ 734.204345] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.204508] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.204619] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.204833] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.204957] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.205251] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.205425] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.205542] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.205779] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.205873] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.206051] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: b8a957d6-1c54-4eb0-9958-814484a1285f is going to be created. [ 734.228826] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.229150] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.229402] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.229658] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.229948] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.230253] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-b8a957d6-1c54-4eb0-9958-814484a1285f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.275770] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.325832] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.326045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.326045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.326267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.326375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.326572] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.326672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.326732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.326877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.326951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.327052] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 already deleted. [ 734.327130] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.527605] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: SUCCESS [ 734.527605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.561551] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.561551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.561551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.561830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.561878] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.561960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.562035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.562189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.562279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.562369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.562459] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.657706] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.658013] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.658172] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.658450] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.658595] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.658739] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 7999719e-57c6-476b-8e9e-6129d93ce68a not found, creating... [ 734.658987] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.659153] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.659265] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.659473] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.659602] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.659916] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.660097] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.660210] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.660412] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.660541] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.660671] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 7999719e-57c6-476b-8e9e-6129d93ce68a is going to be created. [ 734.679718] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.679939] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.680043] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.680320] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.680545] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.680760] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-7999719e-57c6-476b-8e9e-6129d93ce68a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.778821] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.779234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.779234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.779483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.779528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.779624] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 734.815638] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.815852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.815852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.816077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.816230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.829481] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 734.927520] env[67412]: INFO networking_nsxv3.common.synchronization [req-e83bd3ab-7871-44ac-9841-cb631972c566 req-4f52f3a7-bc03-4227-a826-a6bf5ca790d1 service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 734.927707] env[67412]: INFO networking_nsxv3.common.synchronization [req-e83bd3ab-7871-44ac-9841-cb631972c566 req-4f52f3a7-bc03-4227-a826-a6bf5ca790d1 service nova] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 734.927836] env[67412]: INFO networking_nsxv3.common.synchronization [req-e83bd3ab-7871-44ac-9841-cb631972c566 req-4f52f3a7-bc03-4227-a826-a6bf5ca790d1 service nova] Enqueued Resource ID: b8a957d6-1c54-4eb0-9958-814484a1285f with Priority: HIGHEST for action port [ 734.928440] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_rules [ 734.928579] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 734.928675] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8a957d6-1c54-4eb0-9958-814484a1285f with Priority: HIGHEST for action port [ 734.928940] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.929049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.929235] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.929315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.929575] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8a957d6-1c54-4eb0-9958-814484a1285f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.929575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8a957d6-1c54-4eb0-9958-814484a1285f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.929892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8a957d6-1c54-4eb0-9958-814484a1285f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.929892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8a957d6-1c54-4eb0-9958-814484a1285f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.929963] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8a957d6-1c54-4eb0-9958-814484a1285f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.064988] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.065164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.065235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.065601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.065780] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.065880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.065954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.066132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.066223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.066312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.066502] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.066592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.066657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.066802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.066937] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.067053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.067116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.067257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.067330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.067411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.067501] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.275915] env[67412]: INFO networking_nsxv3.common.synchronization [req-dedbd3cf-b6cd-465e-8bd7-15df86d73e17 req-7f41d9fd-5346-4910-b229-adae594df92a tempest-ImagesOneServerTestJSON-2015668952 tempest-ImagesOneServerTestJSON-2015668952-project-member] Enqueued Resource ID: 97b95233-1083-4e47-b7ce-64f123082a39 with Priority: HIGHEST for action security_group_members [ 735.276623] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97b95233-1083-4e47-b7ce-64f123082a39 with Priority: HIGHEST for action security_group_members [ 735.277350] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97b95233-1083-4e47-b7ce-64f123082a39 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.277520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.277598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.277826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.277987] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.278096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.278156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.278305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.278389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.278481] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97b95233-1083-4e47-b7ce-64f123082a39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.286306] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 735.286561] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 deletion is rescheduled due to dependency. [ 735.286666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.415542] env[67412]: INFO networking_nsxv3.common.synchronization [req-0e3d2b4a-7ef6-4c65-a199-c067a952418f req-13b72524-e413-4e84-86c2-cc3a0864fca7 service nova] Enqueued Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_rules [ 735.415542] env[67412]: INFO networking_nsxv3.common.synchronization [req-0e3d2b4a-7ef6-4c65-a199-c067a952418f req-13b72524-e413-4e84-86c2-cc3a0864fca7 service nova] Enqueued Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_members [ 735.416156] env[67412]: INFO networking_nsxv3.common.synchronization [req-0e3d2b4a-7ef6-4c65-a199-c067a952418f req-13b72524-e413-4e84-86c2-cc3a0864fca7 service nova] Enqueued Resource ID: 7999719e-57c6-476b-8e9e-6129d93ce68a with Priority: HIGHEST for action port [ 735.417618] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_rules [ 735.417874] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_members [ 735.418892] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7999719e-57c6-476b-8e9e-6129d93ce68a with Priority: HIGHEST for action port [ 735.419880] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.419880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.420082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.420268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.420396] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.421571] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8227c5-cfc8-4557-8104-e954e9fbfe60 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.421885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.421885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.422081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.422260] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.422727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.422727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.422727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.422727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.423031] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.423850] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7999719e-57c6-476b-8e9e-6129d93ce68a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.423956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7999719e-57c6-476b-8e9e-6129d93ce68a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.424088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7999719e-57c6-476b-8e9e-6129d93ce68a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.424186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7999719e-57c6-476b-8e9e-6129d93ce68a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.424259] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7999719e-57c6-476b-8e9e-6129d93ce68a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.431671] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8a957d6-1c54-4eb0-9958-814484a1285f with status ACTIVE [ 735.431890] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.432121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.432204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.432446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.432558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.432709] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.432989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.433148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.433260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.433378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.433705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.433764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.433822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.434032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.434114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.434207] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8a957d6-1c54-4eb0-9958-814484a1285f is going to be updated. [ 735.456539] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.456539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.456539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.457029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.457029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.457029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8a957d6-1c54-4eb0-9958-814484a1285f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.571150] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f15a93-c3f4-41c9-856a-7eaae03f3678: rpc.has_security_group_logging(os_id): False [ 735.599573] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.599787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.599890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.603019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.603019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.603019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.603019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.603851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.603851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.603851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.603851] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 735.672282] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.672282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.672282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.672472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.672552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.693918] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 735.782675] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.782675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.782675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.782675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.782675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.782675] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.782675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.782675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.782675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.782675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.782675] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b95233-1083-4e47-b7ce-64f123082a39 is going to be updated. [ 735.814450] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.814587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.814701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.814882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.815070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.826941] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b95233-1083-4e47-b7ce-64f123082a39 in Status: IN_PROGRESS for 2s [ 735.925787] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8227c5-cfc8-4557-8104-e954e9fbfe60 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.926077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.926141] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.927042] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7999719e-57c6-476b-8e9e-6129d93ce68a with status ACTIVE [ 735.927235] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.927348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.927413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.927681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.927768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.927938] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.928042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.928102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.928251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.928326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.928501] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.928591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.928882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.928882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.928882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.929054] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7999719e-57c6-476b-8e9e-6129d93ce68a is going to be updated. [ 735.952683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.952683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.952683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.952683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.952683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.953787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7999719e-57c6-476b-8e9e-6129d93ce68a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.018245] env[67412]: INFO networking_nsxv3.common.synchronization [req-ab27a880-40e4-411b-9fa8-ef120b94602a req-a6bc5da3-d276-4174-a2bc-463857415b21 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 736.018583] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 736.018876] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.018995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.019059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.019328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.019638] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.019638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.019854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.019854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.019946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.020077] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.429581] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.430849] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.430849] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.430849] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.430849] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.431213] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.431550] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.432916] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.432916] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.432916] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.432916] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.432916] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.432916] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.432916] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.432916] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.432916] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.435148] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.456382] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.456382] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.456382] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.456382] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.456382] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-ec1b3b03-3df0-4c83-8785-607f236d15cb taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.456382] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-ec1b3b03-3df0-4c83-8785-607f236d15cb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.456382] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-ec1b3b03-3df0-4c83-8785-607f236d15cb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.456382] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-ec1b3b03-3df0-4c83-8785-607f236d15cb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.456382] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1b3b03-3df0-4c83-8785-607f236d15cb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.522651] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.522777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.522777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.522991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.523095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.523905] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.523905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.523905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.523905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.523905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.523905] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 already deleted. [ 736.523905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.839401] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 736.839762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.839824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.840055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.840273] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.840348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.840414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.840570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.840654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.840747] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.939071] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.939071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.939071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.939071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.939071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.939299] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 is going to be created. [ 736.959113] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.959292] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.959480] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.959974] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.960135] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960288] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port ec1b3b03-3df0-4c83-8785-607f236d15cb not found, creating... [ 736.960574] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.960737] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.960848] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.961096] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.961289] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.961523] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.961672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.962260] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.962260] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.962260] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.962414] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: ec1b3b03-3df0-4c83-8785-607f236d15cb is going to be created. [ 736.965078] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.965196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.965249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.965475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.965630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.977686] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 in Status: UNINITIALIZED for 2s [ 736.985888] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.986189] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.986420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.986801] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.987146] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.987468] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-ec1b3b03-3df0-4c83-8785-607f236d15cb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.342552] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.686508] env[67412]: INFO networking_nsxv3.common.synchronization [req-ab27a880-40e4-411b-9fa8-ef120b94602a req-a137eeae-30a1-43e3-aaf4-ba713e7e6e32 service nova] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_rules [ 737.686686] env[67412]: INFO networking_nsxv3.common.synchronization [req-ab27a880-40e4-411b-9fa8-ef120b94602a req-a137eeae-30a1-43e3-aaf4-ba713e7e6e32 service nova] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 737.687021] env[67412]: INFO networking_nsxv3.common.synchronization [req-ab27a880-40e4-411b-9fa8-ef120b94602a req-a137eeae-30a1-43e3-aaf4-ba713e7e6e32 service nova] Enqueued Resource ID: ec1b3b03-3df0-4c83-8785-607f236d15cb with Priority: HIGHEST for action port [ 737.687315] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_rules [ 737.687447] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 737.687641] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec1b3b03-3df0-4c83-8785-607f236d15cb with Priority: HIGHEST for action port [ 737.687800] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.687917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.687984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.688192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.688273] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.689239] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.689709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.689709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.690369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.690647] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.690766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.690962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.691162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.691312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.691461] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.692632] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec1b3b03-3df0-4c83-8785-607f236d15cb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.692909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec1b3b03-3df0-4c83-8785-607f236d15cb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.692909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec1b3b03-3df0-4c83-8785-607f236d15cb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.693541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec1b3b03-3df0-4c83-8785-607f236d15cb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.693541] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec1b3b03-3df0-4c83-8785-607f236d15cb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.710951] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 737.711194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.839556] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97b95233-1083-4e47-b7ce-64f123082a39 in Status: SUCCESS [ 737.839811] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97b95233-1083-4e47-b7ce-64f123082a39 deletion is rescheduled due to dependency. [ 737.839903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97b95233-1083-4e47-b7ce-64f123082a39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.845565] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.196483] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.197229] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.197462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.197587] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec1b3b03-3df0-4c83-8785-607f236d15cb with status ACTIVE [ 738.198124] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.198252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.198338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.198588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.198681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.199248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.199248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.199248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.199618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.199716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.199947] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.200078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.200143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.200608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.200704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.201300] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec1b3b03-3df0-4c83-8785-607f236d15cb is going to be updated. [ 738.225681] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.225848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.225905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.226116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.226245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.226419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec1b3b03-3df0-4c83-8785-607f236d15cb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.349290] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.349438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.350178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.350178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.350178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.350178] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 738.387757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.387900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.387966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.388211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.388342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.400770] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 738.629626] env[67412]: INFO networking_nsxv3.common.synchronization [req-d8e19245-b102-4595-9bbd-0d6d463177ab req-08cec609-212c-4d8b-b85c-1cec4b380ee0 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 738.630129] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 738.630434] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.630549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.630613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.630814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.630959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.631058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.631116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.631261] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.631345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.631434] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.697331] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.990168] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 in Status: SUCCESS [ 738.990168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.990168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.990168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.990168] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.990168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.990168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.990168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.990168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.990168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.990168] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.133947] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.134119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.134194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.134401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.134495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.134684] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.134789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.134833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.135092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.135155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.135326] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 739.155987] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.156253] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.156414] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.156805] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.157129] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.157329] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.157477] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.157728] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.157898] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.158196] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.158422] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 739.158422] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 739.158531] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 739.158611] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 739.158735] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 739.158865] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 739.163558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.163719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.163805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.164010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.164166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.173655] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 739.178635] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 739.178813] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 739.178939] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 739.179132] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.179455] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.179603] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.179719] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.180106] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.180242] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac3c082-0a5b-4fcb-a531-a1937d84f7f4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.199050] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.199273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.199411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.199637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.199756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.199876] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be created. [ 739.227158] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.227410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.227410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.227635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.227809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.240277] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: UNINITIALIZED for 2s [ 739.492370] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.682912] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.683553] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.683945] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.684268] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.684444] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.684555] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port eac3c082-0a5b-4fcb-a531-a1937d84f7f4 not found, creating... [ 739.684815] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.684997] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.685085] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.685295] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.685472] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.685757] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.685907] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.686038] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.686247] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.686381] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.686556] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: eac3c082-0a5b-4fcb-a531-a1937d84f7f4 is going to be created. [ 739.706406] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.706695] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.706766] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.706991] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.707216] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.707572] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.994950] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a8227c5-cfc8-4557-8104-e954e9fbfe60: rpc.has_security_group_logging(os_id): False [ 740.014371] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.014525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.014595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.014815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.014905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.015150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.015251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.015315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.015486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.015556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.015643] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 is going to be created. [ 740.077126] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.077276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.077344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.077544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.077719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.092315] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 in Status: IN_PROGRESS for 2s [ 740.417037] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 740.417037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.417037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.417037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.417037] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.417037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.417037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.417037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.417037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.417037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.417037] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.418210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.418210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.418993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.418993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.418993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.418993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.418993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.420104] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.530502] env[67412]: INFO networking_nsxv3.common.synchronization [req-d8e19245-b102-4595-9bbd-0d6d463177ab req-75106eff-41cc-4732-8df1-a3cfd1eff2f3 service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 740.530703] env[67412]: INFO networking_nsxv3.common.synchronization [req-d8e19245-b102-4595-9bbd-0d6d463177ab req-75106eff-41cc-4732-8df1-a3cfd1eff2f3 service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 740.530850] env[67412]: INFO networking_nsxv3.common.synchronization [req-d8e19245-b102-4595-9bbd-0d6d463177ab req-75106eff-41cc-4732-8df1-a3cfd1eff2f3 service nova] Enqueued Resource ID: eac3c082-0a5b-4fcb-a531-a1937d84f7f4 with Priority: HIGHEST for action port [ 740.531764] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 740.531764] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 740.531764] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eac3c082-0a5b-4fcb-a531-a1937d84f7f4 with Priority: HIGHEST for action port [ 740.532058] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.532140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.532197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.532395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.532483] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.533680] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.533743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.533910] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.534035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.535986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.536276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.536468] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eac3c082-0a5b-4fcb-a531-a1937d84f7f4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.921800] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.921933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.922211] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.038337] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.038623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.038779] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eac3c082-0a5b-4fcb-a531-a1937d84f7f4 with status ACTIVE [ 741.038980] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.039140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.039210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.039448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.039547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.039735] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.039860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.039921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.040106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.040187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.040375] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.040484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.040545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.040686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.040772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.040861] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eac3c082-0a5b-4fcb-a531-a1937d84f7f4 is going to be updated. [ 741.069149] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.069335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.069335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.069669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.069669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.069756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eac3c082-0a5b-4fcb-a531-a1937d84f7f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.190703] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 741.190703] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 741.190703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.190703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.191295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.191402] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.191552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.191627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.191808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.191891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.191988] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.252351] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: SUCCESS [ 741.252586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.252759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.252996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.253201] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.253322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.253464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.253593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.253680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.253773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.253860] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.426875] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.694916] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.757236] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.931026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.931026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.931026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.931026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.931026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.931026] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 741.961952] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.962503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.962503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.962503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.962700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.971736] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 742.104536] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 in Status: SUCCESS [ 742.104841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.197436] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.261401] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc934140-ad4e-4e0d-bd6b-78c9af14dd63: rpc.has_security_group_logging(os_id): False [ 742.286808] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.286986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.287069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.287281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.287639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.287859] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.288042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.288119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.288325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.288383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.288478] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be created. [ 742.397618] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.397618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.397618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.397618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.397618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.408723] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: IN_PROGRESS for 2s [ 742.458760] env[67412]: INFO networking_nsxv3.common.synchronization [None req-61568b54-389e-41cd-8806-aa05e1bec82e None None] Enqueued Resource ID: b5d8fe2c-10d9-40c8-8f77-2e60a7174d17 with Priority: HIGHEST for action port [ 742.462300] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5d8fe2c-10d9-40c8-8f77-2e60a7174d17 with Priority: HIGHEST for action port [ 742.462300] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5d8fe2c-10d9-40c8-8f77-2e60a7174d17 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.462300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5d8fe2c-10d9-40c8-8f77-2e60a7174d17" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.462300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5d8fe2c-10d9-40c8-8f77-2e60a7174d17" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.462300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5d8fe2c-10d9-40c8-8f77-2e60a7174d17" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.462300] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5d8fe2c-10d9-40c8-8f77-2e60a7174d17',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.700483] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.700483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.700483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.700757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.701537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.701537] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 742.731035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.731221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.731289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.731508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.731826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.745349] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 742.964510] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5d8fe2c-10d9-40c8-8f77-2e60a7174d17 [ 742.965258] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.965258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.965258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.965456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.965456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.965525] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5d8fe2c-10d9-40c8-8f77-2e60a7174d17 already deleted. [ 742.965605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5d8fe2c-10d9-40c8-8f77-2e60a7174d17" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.985753] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 743.986165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.986165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.986384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.986597] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.986712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.986774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.986931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.987019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.987103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.987262] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.987350] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.987406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.987544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.987673] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.987758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.987813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.987946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.988481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.988662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.988701] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.044253] env[67412]: INFO networking_nsxv3.common.synchronization [None req-bd4facb7-9f68-46ba-8d89-5dd6af39def7 None None] Enqueued Resource ID: b9ed3e2b-9d45-416d-a20b-de207b5bb17f with Priority: HIGHEST for action port [ 744.044882] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ed3e2b-9d45-416d-a20b-de207b5bb17f with Priority: HIGHEST for action port [ 744.045347] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9ed3e2b-9d45-416d-a20b-de207b5bb17f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.045510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9ed3e2b-9d45-416d-a20b-de207b5bb17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.045560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9ed3e2b-9d45-416d-a20b-de207b5bb17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.045882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9ed3e2b-9d45-416d-a20b-de207b5bb17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.045931] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9ed3e2b-9d45-416d-a20b-de207b5bb17f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.424565] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: SUCCESS [ 744.424782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.492633] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebdaeb1e-9936-429f-97d1-d7a00953a403: rpc.has_security_group_logging(os_id): False [ 744.512488] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.512670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.512751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.512955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.513055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.513247] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.513370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.513434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.513607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.513688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.513884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.513968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.514037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.514184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.514257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.514443] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.514547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.514605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.514724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.514785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.514895] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 744.549102] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9ed3e2b-9d45-416d-a20b-de207b5bb17f [ 744.549427] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.549635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.549900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.550060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.550187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.550328] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9ed3e2b-9d45-416d-a20b-de207b5bb17f already deleted. [ 744.550455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9ed3e2b-9d45-416d-a20b-de207b5bb17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.592012] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.592223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.592328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.592628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.592843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.609473] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 744.768083] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 744.768328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.768493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.768716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.769123] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.769123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.769123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.769318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.769318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.769904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.769904] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.915374] env[67412]: INFO networking_nsxv3.common.synchronization [None req-bfa56dab-c0d5-4014-9406-b60abca756c8 None None] Enqueued Resource ID: 64da4a30-715a-4975-9d6f-e6e08cfd2cca with Priority: HIGHEST for action port [ 744.919236] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64da4a30-715a-4975-9d6f-e6e08cfd2cca with Priority: HIGHEST for action port [ 744.920040] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-64da4a30-715a-4975-9d6f-e6e08cfd2cca taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.920102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64da4a30-715a-4975-9d6f-e6e08cfd2cca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.920822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64da4a30-715a-4975-9d6f-e6e08cfd2cca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.920822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64da4a30-715a-4975-9d6f-e6e08cfd2cca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.920822] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64da4a30-715a-4975-9d6f-e6e08cfd2cca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.275883] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.276460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.276460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.276963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.277264] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.278495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.278495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.278495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.278495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.278495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.278495] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.278764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.278898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.279184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.279431] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.279611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.279759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.280000] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.280122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.280236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.280356] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.427430] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 64da4a30-715a-4975-9d6f-e6e08cfd2cca [ 745.427746] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.428280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.428280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.428668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.428816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.428946] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:64da4a30-715a-4975-9d6f-e6e08cfd2cca already deleted. [ 745.429078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64da4a30-715a-4975-9d6f-e6e08cfd2cca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.665192] env[67412]: INFO networking_nsxv3.common.synchronization [req-8cf1aafa-2abf-408b-928b-16a69166ae11 req-9b5f9542-b64e-49ab-88de-3ad140f8557b tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_members [ 745.665192] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_members [ 745.665192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.665192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.665821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.666248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.666706] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.666948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.667123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.667393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.668026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.668930] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.783095] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b6f125-3014-43fc-b501-32c3a44c11c9: rpc.has_security_group_logging(os_id): False [ 745.804046] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.804201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.804201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.804391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.804487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.804698] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.804796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.804858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.805016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.805098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.805274] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.805364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.805409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.805604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.805672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.805854] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.805946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.806018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.806158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.806232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.806314] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 745.869836] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.870534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.870534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.870699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.870906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.884658] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 746.162506] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.162506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.162506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.162506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.162506] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.162506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.162506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.163197] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.163197] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.163197] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.163302] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.163432] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.163574] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.163686] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.163851] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.163981] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.171278] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.172032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.172032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.172032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.172032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.172185] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.174489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.174489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.174489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.174489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.174489] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba48efee-c859-4895-bc3b-27515346371e already deleted. [ 746.174489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.189254] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.189254] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.189369] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.189460] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.190049] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-15f7b55b-e863-4fe7-b270-ff5661e8bf54 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.190049] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-15f7b55b-e863-4fe7-b270-ff5661e8bf54" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.190049] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-15f7b55b-e863-4fe7-b270-ff5661e8bf54" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.190424] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-15f7b55b-e863-4fe7-b270-ff5661e8bf54" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.190500] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f7b55b-e863-4fe7-b270-ff5661e8bf54',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.625590] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 746.628375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.628375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.628375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.628375] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.694046] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.694503] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.694796] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.695187] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.695447] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.695720] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 15f7b55b-e863-4fe7-b270-ff5661e8bf54 not found, creating... [ 746.696104] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.697308] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.697308] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.697308] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.697308] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.697308] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.697633] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.697633] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.697699] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.698580] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.698580] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 15f7b55b-e863-4fe7-b270-ff5661e8bf54 is going to be created. [ 746.711042] env[67412]: INFO networking_nsxv3.common.synchronization [None req-72eae589-f9ba-45a3-8a38-de6548c9f107 tempest-ServerActionsTestOtherB-1979792394 tempest-ServerActionsTestOtherB-1979792394-project-member] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 746.711335] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 746.711636] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.711762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.711828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.712088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.712170] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.719718] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.719925] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.720061] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.720322] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.720544] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.720764] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-15f7b55b-e863-4fe7-b270-ff5661e8bf54" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.978273] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b03ecd5a-ddc1-4270-b2d0-654db17f42c8 tempest-ServerActionsTestOtherB-1979792394 tempest-ServerActionsTestOtherB-1979792394-project-member] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 746.979050] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 746.979392] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.979498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.049898] env[67412]: INFO networking_nsxv3.common.synchronization [None req-e1577e6f-86e3-40f2-a7f6-6ca4300dccd4 None None] Enqueued Resource ID: 127cd136-88ab-4c3b-844a-ff0445a95f27 with Priority: HIGHEST for action port [ 747.049898] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 127cd136-88ab-4c3b-844a-ff0445a95f27 with Priority: HIGHEST for action port [ 747.050161] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-127cd136-88ab-4c3b-844a-ff0445a95f27 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.050161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-127cd136-88ab-4c3b-844a-ff0445a95f27" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.050293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-127cd136-88ab-4c3b-844a-ff0445a95f27" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.050588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-127cd136-88ab-4c3b-844a-ff0445a95f27" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.050588] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('127cd136-88ab-4c3b-844a-ff0445a95f27',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.131210] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.131375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.131464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.131774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.132017] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.132137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.132214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.132396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.132497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.132590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.132682] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.237700] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.238039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.238170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.238495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.238730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.238871] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e already deleted. [ 747.243168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.244074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.244419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.244563] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.491371] env[67412]: INFO networking_nsxv3.common.synchronization [req-8cf1aafa-2abf-408b-928b-16a69166ae11 req-8c21a084-2867-4578-9815-6d2834cbfafe service nova] Enqueued Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_rules [ 747.491527] env[67412]: INFO networking_nsxv3.common.synchronization [req-8cf1aafa-2abf-408b-928b-16a69166ae11 req-8c21a084-2867-4578-9815-6d2834cbfafe service nova] Enqueued Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_members [ 747.491749] env[67412]: INFO networking_nsxv3.common.synchronization [req-8cf1aafa-2abf-408b-928b-16a69166ae11 req-8c21a084-2867-4578-9815-6d2834cbfafe service nova] Enqueued Resource ID: 15f7b55b-e863-4fe7-b270-ff5661e8bf54 with Priority: HIGHEST for action port [ 747.492426] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_rules [ 747.492776] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_members [ 747.492776] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15f7b55b-e863-4fe7-b270-ff5661e8bf54 with Priority: HIGHEST for action port [ 747.493068] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.493197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.493263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.493562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.493636] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.495292] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.495550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.495782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.495904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.496069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.496174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.496237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.496395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.496481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.496641] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.497699] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-15f7b55b-e863-4fe7-b270-ff5661e8bf54 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.497811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15f7b55b-e863-4fe7-b270-ff5661e8bf54" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.498030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15f7b55b-e863-4fe7-b270-ff5661e8bf54" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.498030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15f7b55b-e863-4fe7-b270-ff5661e8bf54" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.498133] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15f7b55b-e863-4fe7-b270-ff5661e8bf54',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.552425] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 127cd136-88ab-4c3b-844a-ff0445a95f27 [ 747.552739] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.552880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.553017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.553181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.553271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.553477] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:127cd136-88ab-4c3b-844a-ff0445a95f27 already deleted. [ 747.553558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-127cd136-88ab-4c3b-844a-ff0445a95f27" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.637198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.637500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.637500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.637707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.637871] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.637973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.638081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.638257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.638343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.638431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.638579] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.638673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.638733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.638872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.639036] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.639129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.639192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.639336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.639428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.639512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.639656] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.770206] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.770206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.770206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.770206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.771422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.771469] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e already deleted. [ 747.771576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.899512] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 747.899512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.003025] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.003025] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.003025] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15f7b55b-e863-4fe7-b270-ff5661e8bf54 with status ACTIVE [ 748.003025] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.003025] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.003025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.003870] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.003870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.003870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.003870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.003870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.003870] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15f7b55b-e863-4fe7-b270-ff5661e8bf54 is going to be updated. [ 748.053197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.053450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.053554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.053788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.053955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.054160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15f7b55b-e863-4fe7-b270-ff5661e8bf54" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.143713] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ebdaeb1e-9936-429f-97d1-d7a00953a403: rpc.has_security_group_logging(os_id): False [ 748.182545] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.182545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.182545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.182545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.182545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.182545] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.182545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.182545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.183098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.183098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.183098] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.183098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.183098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.183288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.183288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.183507] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.183590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.183632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.183812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.183890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.183919] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 748.274562] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.274648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.274682] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.274963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.275191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.293022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 748.507515] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.011622] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.012255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.012255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.012571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.012718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.012797] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba48efee-c859-4895-bc3b-27515346371e is going to be created. [ 749.042765] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.042979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.043095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.043381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.043638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.070778] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba48efee-c859-4895-bc3b-27515346371e in Status: UNINITIALIZED for 2s [ 749.780299] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b1424ff8-756f-4f82-a4f5-509f29e86043 None None] Enqueued Resource ID: e3c3fb82-b470-4aa4-ae92-04bec6543ef3 with Priority: HIGHEST for action port [ 749.780299] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3c3fb82-b470-4aa4-ae92-04bec6543ef3 with Priority: HIGHEST for action port [ 749.780299] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3c3fb82-b470-4aa4-ae92-04bec6543ef3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.780299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3c3fb82-b470-4aa4-ae92-04bec6543ef3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.780299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3c3fb82-b470-4aa4-ae92-04bec6543ef3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.780299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3c3fb82-b470-4aa4-ae92-04bec6543ef3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.780299] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3c3fb82-b470-4aa4-ae92-04bec6543ef3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.192361] env[67412]: INFO networking_nsxv3.common.synchronization [req-ea60462c-755d-41af-9db1-62ef6e839e8f req-9911cccc-9123-430c-a304-75aec7b2ef03 tempest-ListImageFiltersTestJSON-476919744 tempest-ListImageFiltersTestJSON-476919744-project-member] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 750.193637] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 750.194029] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.194147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.194186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.195021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.195021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.195021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.195021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.195021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.195249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.195249] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.284553] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e3c3fb82-b470-4aa4-ae92-04bec6543ef3 [ 750.284553] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.284553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.284553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.284553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.284553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.284553] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e3c3fb82-b470-4aa4-ae92-04bec6543ef3 already deleted. [ 750.284553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3c3fb82-b470-4aa4-ae92-04bec6543ef3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.309467] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 750.309818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.591926] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.591926] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.591926] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.591926] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.591926] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.591926] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.591926] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.591926] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.592579] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.592579] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.592579] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 750.592579] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 750.592579] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 750.592734] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 750.592734] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 750.592841] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 750.615752] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 750.615752] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 750.615752] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 750.615752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.615752] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-ce7677c9-2e92-4624-9a36-7db74ce7ef21 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.615752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-ce7677c9-2e92-4624-9a36-7db74ce7ef21" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.615752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-ce7677c9-2e92-4624-9a36-7db74ce7ef21" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.615752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-ce7677c9-2e92-4624-9a36-7db74ce7ef21" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.615752] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7677c9-2e92-4624-9a36-7db74ce7ef21',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.698676] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.698851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.698889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.699117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.699205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.699385] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.699478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.699535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.700905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.700905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.700905] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 already deleted. [ 750.700905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.076647] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba48efee-c859-4895-bc3b-27515346371e in Status: SUCCESS [ 751.076844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.077047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.077274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.077476] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.077595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.077657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.077808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.077913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.078018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.078137] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.118392] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.118669] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.118986] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.119371] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.119544] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.119770] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port ce7677c9-2e92-4624-9a36-7db74ce7ef21 not found, creating... [ 751.123025] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.123025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.123025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.123025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.123025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.123025] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.123025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.123025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.123025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.123025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.123706] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: ce7677c9-2e92-4624-9a36-7db74ce7ef21 is going to be created. [ 751.146291] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.146550] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.146844] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.146923] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.147440] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.147440] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-ce7677c9-2e92-4624-9a36-7db74ce7ef21" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.581966] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.022320] env[67412]: INFO networking_nsxv3.common.synchronization [req-ea60462c-755d-41af-9db1-62ef6e839e8f req-3b4a87e3-9322-4434-a839-bbedd9de1207 service nova] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_rules [ 752.022494] env[67412]: INFO networking_nsxv3.common.synchronization [req-ea60462c-755d-41af-9db1-62ef6e839e8f req-3b4a87e3-9322-4434-a839-bbedd9de1207 service nova] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 752.022624] env[67412]: INFO networking_nsxv3.common.synchronization [req-ea60462c-755d-41af-9db1-62ef6e839e8f req-3b4a87e3-9322-4434-a839-bbedd9de1207 service nova] Enqueued Resource ID: ce7677c9-2e92-4624-9a36-7db74ce7ef21 with Priority: HIGHEST for action port [ 752.023171] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_rules [ 752.023376] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 752.023496] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce7677c9-2e92-4624-9a36-7db74ce7ef21 with Priority: HIGHEST for action port [ 752.023759] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.023880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.023946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.024360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.024839] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.028750] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.029683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.029683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.029683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.029683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.029683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.029683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.029683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.029942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.030152] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.031142] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce7677c9-2e92-4624-9a36-7db74ce7ef21 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.031233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce7677c9-2e92-4624-9a36-7db74ce7ef21" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.031349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce7677c9-2e92-4624-9a36-7db74ce7ef21" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.031513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce7677c9-2e92-4624-9a36-7db74ce7ef21" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.031589] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce7677c9-2e92-4624-9a36-7db74ce7ef21',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.084801] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba48efee-c859-4895-bc3b-27515346371e: rpc.has_security_group_logging(os_id): False [ 752.105662] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.106996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.106996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.106996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.106996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.106996] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.106996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.106996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.106996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.106996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.107381] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba48efee-c859-4895-bc3b-27515346371e is going to be created. [ 752.189191] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.189342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.189405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.189634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.189840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.206099] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba48efee-c859-4895-bc3b-27515346371e in Status: IN_PROGRESS for 2s [ 752.361310] env[67412]: INFO networking_nsxv3.common.synchronization [None req-758227f3-8cf2-4c12-81ba-b8492f6e7a50 None None] Enqueued Resource ID: 1bb53a91-f9bf-4cb3-a570-89eeba1643ad with Priority: HIGHEST for action port [ 752.361310] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb53a91-f9bf-4cb3-a570-89eeba1643ad with Priority: HIGHEST for action port [ 752.361310] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb53a91-f9bf-4cb3-a570-89eeba1643ad taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.361867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb53a91-f9bf-4cb3-a570-89eeba1643ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.362092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb53a91-f9bf-4cb3-a570-89eeba1643ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.362474] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb53a91-f9bf-4cb3-a570-89eeba1643ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.364052] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb53a91-f9bf-4cb3-a570-89eeba1643ad',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.533713] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.535992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.535992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.536306] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce7677c9-2e92-4624-9a36-7db74ce7ef21 with status ACTIVE [ 752.536518] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.536613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.536690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.536900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.536985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.539336] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.539336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.540134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.540354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.540452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.540729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.541218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.541218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.541218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.541218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.541218] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce7677c9-2e92-4624-9a36-7db74ce7ef21 is going to be updated. [ 752.577356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.577553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.577592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.578314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.578314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.578314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce7677c9-2e92-4624-9a36-7db74ce7ef21" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.865322] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bb53a91-f9bf-4cb3-a570-89eeba1643ad [ 752.865651] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.865817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.865892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.866155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.866300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.866358] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bb53a91-f9bf-4cb3-a570-89eeba1643ad already deleted. [ 752.866448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb53a91-f9bf-4cb3-a570-89eeba1643ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.928284] env[67412]: INFO networking_nsxv3.common.synchronization [req-94657b6c-4541-4627-9f5d-08f473936dd8 req-07190b5a-a2cd-421a-8bb5-494a781c405e tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 752.928284] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 752.928284] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.928284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.928284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.928933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.929216] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.929589] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.931192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.931497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.932813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.932813] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.037573] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.262679] env[67412]: INFO networking_nsxv3.common.synchronization [req-94657b6c-4541-4627-9f5d-08f473936dd8 req-fc608d5f-2263-4729-9f69-0feca76342f7 tempest-ServersTestMultiNic-1678437385 tempest-ServersTestMultiNic-1678437385-project-member] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 753.262679] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGHEST for action security_group_members [ 753.263436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.263820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.434347] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.541719] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.541905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.541951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.542223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.542318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.542421] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be created. [ 753.576069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.576069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.576069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.576069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.576069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.587427] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: UNINITIALIZED for 2s [ 753.936983] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.220556] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba48efee-c859-4895-bc3b-27515346371e in Status: SUCCESS [ 754.221219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.439552] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.439552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.439552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.439785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.439876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.439979] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 754.477381] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.477674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.477674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.477935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.478230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.488878] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 754.966650] env[67412]: INFO networking_nsxv3.common.synchronization [req-5317dd5e-95ce-4285-809a-1e8e7781c484 req-b6e76594-8fd2-4525-bfad-b73496c5c269 tempest-ListImageFiltersTestJSON-476919744 tempest-ListImageFiltersTestJSON-476919744-project-member] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 754.966938] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 754.967114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.967257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.331092] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.331263] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.332281] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.332281] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.332281] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.332281] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.332281] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.332537] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.332537] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.332656] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.332741] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 755.332837] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 755.332932] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 755.333917] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 755.333917] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 755.333917] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 755.363420] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 755.363553] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 755.363690] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 755.363926] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.364272] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-10d9396f-4dac-4253-ad99-7bce2c5c5229 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.364442] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-10d9396f-4dac-4253-ad99-7bce2c5c5229" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.364556] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-10d9396f-4dac-4253-ad99-7bce2c5c5229" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.364877] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-10d9396f-4dac-4253-ad99-7bce2c5c5229" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.365060] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d9396f-4dac-4253-ad99-7bce2c5c5229',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.597776] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: SUCCESS [ 755.598034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.598206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.598456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.598655] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.598778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.598842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.599112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.599349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.599485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.599553] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.600672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.601030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.601097] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.602234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.602234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.602234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.602234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.602234] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.870326] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.870566] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.870692] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.870979] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.871216] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.871408] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 10d9396f-4dac-4253-ad99-7bce2c5c5229 not found, creating... [ 755.871834] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.871985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.872176] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.872466] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.872556] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.872870] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.873210] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.873392] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.873632] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.873765] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.873906] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 10d9396f-4dac-4253-ad99-7bce2c5c5229 is going to be created. [ 755.898491] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.898744] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.898813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.900180] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.900180] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.900180] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-10d9396f-4dac-4253-ad99-7bce2c5c5229" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.103160] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.103609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.104866] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.504913] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 756.505083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.505229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.505528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.505814] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.506058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.506058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.506693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.506693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.506693] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.608419] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.677374] env[67412]: INFO networking_nsxv3.common.synchronization [req-5317dd5e-95ce-4285-809a-1e8e7781c484 req-52821b6b-80e5-4705-80d7-27e3ec7d00aa service nova] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_rules [ 756.677374] env[67412]: INFO networking_nsxv3.common.synchronization [req-5317dd5e-95ce-4285-809a-1e8e7781c484 req-52821b6b-80e5-4705-80d7-27e3ec7d00aa service nova] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 756.677374] env[67412]: INFO networking_nsxv3.common.synchronization [req-5317dd5e-95ce-4285-809a-1e8e7781c484 req-52821b6b-80e5-4705-80d7-27e3ec7d00aa service nova] Enqueued Resource ID: 10d9396f-4dac-4253-ad99-7bce2c5c5229 with Priority: HIGHEST for action port [ 756.678116] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_rules [ 756.678479] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 756.678719] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10d9396f-4dac-4253-ad99-7bce2c5c5229 with Priority: HIGHEST for action port [ 756.679155] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.679402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.681355] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.681355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.681355] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-10d9396f-4dac-4253-ad99-7bce2c5c5229 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.681355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10d9396f-4dac-4253-ad99-7bce2c5c5229" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.681355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10d9396f-4dac-4253-ad99-7bce2c5c5229" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.681355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10d9396f-4dac-4253-ad99-7bce2c5c5229" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.681355] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10d9396f-4dac-4253-ad99-7bce2c5c5229',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.008995] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.009228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.009543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.009543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.009682] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.009933] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.010045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.010704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.010704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.012253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.012253] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be updated. [ 757.039828] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.040084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.040199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.040455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.040637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.051304] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: IN_PROGRESS for 2s [ 757.111314] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.111314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.111314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.111905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.111992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.112112] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be updated. [ 757.142052] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.142052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.142052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.142052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.142052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.150341] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: IN_PROGRESS for 2s [ 757.184956] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10d9396f-4dac-4253-ad99-7bce2c5c5229 with status ACTIVE [ 757.185215] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.185337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.185404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.185669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.185766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.185945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.186059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.186119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.186271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.186353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.186517] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.186607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.186670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.186809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.186870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.186957] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10d9396f-4dac-4253-ad99-7bce2c5c5229 is going to be updated. [ 757.208551] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.208780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.208864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.209093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.209267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.209480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10d9396f-4dac-4253-ad99-7bce2c5c5229" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.532082] env[67412]: INFO networking_nsxv3.common.synchronization [req-e54ecbdf-27be-470f-8a5a-55ace2e8ac44 req-bf17ac14-4884-4474-ab12-827820e45bc6 tempest-ServersAdminNegativeTestJSON-1831058962 tempest-ServersAdminNegativeTestJSON-1831058962-project-member] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 757.534237] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGHEST for action security_group_members [ 757.534237] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.534237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.534237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.534237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.534237] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.534237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.534237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.534237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.534237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.534237] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.863159] env[67412]: INFO networking_nsxv3.common.synchronization [req-f786d25b-ada2-4d46-9f61-45c6ba30ca21 req-9df2b925-78bb-45d3-9001-4acbbe7360a2 tempest-ServersAdminTestJSON-812653998 tempest-ServersAdminTestJSON-812653998-project-member] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 757.863778] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 757.864111] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.864198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.864285] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.864462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.864625] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.864722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.864773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.864954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.865077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.865159] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.036864] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.037137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.037262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.037732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.037861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.038179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.038297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.038361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.038614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.038749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.038749] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 is going to be updated. [ 758.075998] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.076167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.076235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.076449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.076637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.090314] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: IN_PROGRESS for 2s [ 758.347023] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.347023] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.347023] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.347023] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.347528] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.347528] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.347528] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.347702] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.347832] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.348058] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.348152] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 758.348299] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 758.348338] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 758.349291] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 758.349291] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 758.349291] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 758.367504] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.369510] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 758.369575] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 758.369687] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 758.369835] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-500" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.370156] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-71bccb36-6c0e-4e1a-8082-c298ae7ad270 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.370346] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-71bccb36-6c0e-4e1a-8082-c298ae7ad270" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.370481] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-71bccb36-6c0e-4e1a-8082-c298ae7ad270" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.370798] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-71bccb36-6c0e-4e1a-8082-c298ae7ad270" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.370924] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71bccb36-6c0e-4e1a-8082-c298ae7ad270',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.873394] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.874389] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.874589] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.874687] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.874966] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.875160] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.875247] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 71bccb36-6c0e-4e1a-8082-c298ae7ad270 not found, creating... [ 758.875487] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.875700] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.875825] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.876061] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.876190] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.876458] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.876682] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.876808] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.877012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.877168] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.877303] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 71bccb36-6c0e-4e1a-8082-c298ae7ad270 is going to be created. [ 758.900083] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.900330] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.900458] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.900743] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.900987] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.901232] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-71bccb36-6c0e-4e1a-8082-c298ae7ad270" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.065475] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 in Status: SUCCESS [ 759.065708] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 deletion is rescheduled due to dependency. [ 759.065945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.162940] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: SUCCESS [ 759.163239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.163429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.164187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.164187] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.164187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.164345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.164482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.164573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.164702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.164891] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.165017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.165562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.166100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.166358] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.166523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.166673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.166881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.168575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.168756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.168924] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.170103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.170103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.170348] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.170348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.170537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.170537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.170717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.170852] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.379726] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.380235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.380235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.380531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.380531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.380531] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 759.416562] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.416898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.416898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.417031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.417180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.427594] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 759.590180] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d7854150-7c67-438a-ada9-cf93769a12a6 None None] Enqueued Resource ID: 8929d506-a60c-4699-b23d-6a1161892623 with Priority: HIGHEST for action port [ 759.590785] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8929d506-a60c-4699-b23d-6a1161892623 with Priority: HIGHEST for action port [ 759.591491] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8929d506-a60c-4699-b23d-6a1161892623 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.591684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8929d506-a60c-4699-b23d-6a1161892623" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.592146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8929d506-a60c-4699-b23d-6a1161892623" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.592419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8929d506-a60c-4699-b23d-6a1161892623" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.592501] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8929d506-a60c-4699-b23d-6a1161892623',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.645223] env[67412]: INFO networking_nsxv3.common.synchronization [req-f786d25b-ada2-4d46-9f61-45c6ba30ca21 req-f4937b38-7fe1-492a-b109-0989f05ae3b7 service nova] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_rules [ 759.645393] env[67412]: INFO networking_nsxv3.common.synchronization [req-f786d25b-ada2-4d46-9f61-45c6ba30ca21 req-f4937b38-7fe1-492a-b109-0989f05ae3b7 service nova] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 759.645553] env[67412]: INFO networking_nsxv3.common.synchronization [req-f786d25b-ada2-4d46-9f61-45c6ba30ca21 req-f4937b38-7fe1-492a-b109-0989f05ae3b7 service nova] Enqueued Resource ID: 71bccb36-6c0e-4e1a-8082-c298ae7ad270 with Priority: HIGHEST for action port [ 759.645835] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_rules [ 759.645966] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 759.646096] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71bccb36-6c0e-4e1a-8082-c298ae7ad270 with Priority: HIGHEST for action port [ 759.646647] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.646796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.646867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.648154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.648294] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.651448] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.651448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.651448] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-71bccb36-6c0e-4e1a-8082-c298ae7ad270 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.651448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71bccb36-6c0e-4e1a-8082-c298ae7ad270" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.651448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71bccb36-6c0e-4e1a-8082-c298ae7ad270" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.651448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71bccb36-6c0e-4e1a-8082-c298ae7ad270" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.651448] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71bccb36-6c0e-4e1a-8082-c298ae7ad270',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.673252] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04adc70-d014-4018-a205-cd771c68b6c6: rpc.has_security_group_logging(os_id): False [ 759.675430] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.696108] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.696274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.696410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.696645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.696903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.697122] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.697216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.697272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.697458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.697553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.697736] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.697860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.697923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.698102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.698573] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.698573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.698573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.698728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.698728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.698825] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be created. [ 759.761249] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.761450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.761509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.761695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.761898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.774498] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: IN_PROGRESS for 2s [ 760.095396] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8929d506-a60c-4699-b23d-6a1161892623 [ 760.096593] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.096593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.096593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.096593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.096593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.096593] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8929d506-a60c-4699-b23d-6a1161892623 already deleted. [ 760.096593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8929d506-a60c-4699-b23d-6a1161892623" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.101156] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 in Status: SUCCESS [ 760.101353] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 deletion is rescheduled due to dependency. [ 760.101486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.151938] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.152113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.152322] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71bccb36-6c0e-4e1a-8082-c298ae7ad270 with status ACTIVE [ 760.152592] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.154064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.154064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.154064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.154064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.154064] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.154064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.154064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.154413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.154413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.154413] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.154570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.154570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.155084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.155084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.155084] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71bccb36-6c0e-4e1a-8082-c298ae7ad270 is going to be updated. [ 760.180675] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.180815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.180882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.181130] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.181742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.181742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71bccb36-6c0e-4e1a-8082-c298ae7ad270" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.181742] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.656723] env[67412]: INFO networking_nsxv3.common.synchronization [req-d4f8ea05-1c8f-4d00-ac0b-20c9fe70cc6f req-25f4a616-9a56-4f4e-9ccd-aff2053d80a8 tempest-FloatingIPsAssociationNegativeTestJSON-389324107 tempest-FloatingIPsAssociationNegativeTestJSON-389324107-project-member] Enqueued Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGHEST for action security_group_members [ 760.657296] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGHEST for action security_group_members [ 760.657605] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-32217725-4ce8-4fc4-9bae-852f9a2f0351 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.657733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.657803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.662167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.662384] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.662500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.662565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.662758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.662844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.662940] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.685069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.685236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.685305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.685508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.685625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.685750] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be updated. [ 760.719953] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.720883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.720883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.722711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.722711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.731519] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: IN_PROGRESS for 2s [ 760.888363] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b38c816f-ddfe-4cd9-8852-3aa23e109bc7 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 760.889749] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 760.890303] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.890496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.890594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.891056] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.891178] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.165251] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.165428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.165471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.165844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.165947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.166220] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.166674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.166674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.167862] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.168043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.168144] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 already deleted. [ 761.168231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.182962] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-663 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.183221] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-663" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.183343] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-663" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.183691] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-663" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.183975] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.184142] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.184246] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.184462] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.184601] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.184791] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.184892] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.185109] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.185217] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.185348] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 761.185552] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.185680] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.209718] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.209841] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 761.209947] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.210371] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-663" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.210527] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.210727] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.210853] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.211217] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.211398] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4536fc7-5ee1-4ed1-99d3-87bc2476b554',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.417343] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.417343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.417460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.417657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.418241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.418241] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a already deleted. [ 761.418241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.441788] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 761.441788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.441788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.441788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.441788] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.441788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.441788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.441788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.441788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.441788] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.457020] env[67412]: INFO networking_nsxv3.common.synchronization [None req-a5670d2e-ec0f-4c53-9357-5f7357c1ebf9 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 761.457603] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 761.459220] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.459220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.459220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.459220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.459438] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.715472] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.715472] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.715472] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.715472] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.715472] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.715972] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port b4536fc7-5ee1-4ed1-99d3-87bc2476b554 not found, creating... [ 761.715972] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.716088] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.716125] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.716793] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.716793] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.716793] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.717010] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.717010] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.717204] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.717273] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.717409] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: b4536fc7-5ee1-4ed1-99d3-87bc2476b554 is going to be created. [ 761.739346] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.739596] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.739719] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.739995] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.740274] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.743250] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.804040] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: SUCCESS [ 761.804289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.805432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.805432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.805432] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.943968] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.982445] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.982445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.982445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.982445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.982445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.982445] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a already deleted. [ 761.982445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.309386] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.309555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.446338] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.472942] env[67412]: INFO networking_nsxv3.common.synchronization [req-d4f8ea05-1c8f-4d00-ac0b-20c9fe70cc6f req-1a8c8080-5a9b-4501-b005-60a4251c92f5 service nova] Enqueued Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGHEST for action security_group_rules [ 762.472942] env[67412]: INFO networking_nsxv3.common.synchronization [req-d4f8ea05-1c8f-4d00-ac0b-20c9fe70cc6f req-1a8c8080-5a9b-4501-b005-60a4251c92f5 service nova] Enqueued Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGHEST for action security_group_members [ 762.473060] env[67412]: INFO networking_nsxv3.common.synchronization [req-d4f8ea05-1c8f-4d00-ac0b-20c9fe70cc6f req-1a8c8080-5a9b-4501-b005-60a4251c92f5 service nova] Enqueued Resource ID: b4536fc7-5ee1-4ed1-99d3-87bc2476b554 with Priority: HIGHEST for action port [ 762.475142] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGHEST for action security_group_rules [ 762.475142] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGHEST for action security_group_members [ 762.475142] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4536fc7-5ee1-4ed1-99d3-87bc2476b554 with Priority: HIGHEST for action port [ 762.475142] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32217725-4ce8-4fc4-9bae-852f9a2f0351 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.475142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.475142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.475142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.475142] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.475871] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-32217725-4ce8-4fc4-9bae-852f9a2f0351 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.475871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.475974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.476219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.476219] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.476857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.476857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.476857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.476857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.476857] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.477606] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.477758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.477824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.479406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.479406] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4536fc7-5ee1-4ed1-99d3-87bc2476b554',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.744199] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: SUCCESS [ 762.744548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.744668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.744893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.745101] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.745223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.746208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.746208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.746208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.746208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.746208] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.764713] env[67412]: INFO networking_nsxv3.common.synchronization [None req-ca605c06-f504-43cc-8949-18b038b7c3d3 None None] Enqueued Resource ID: c351bac3-5d88-4714-9177-3f01015186fe with Priority: HIGHEST for action port [ 762.765893] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c351bac3-5d88-4714-9177-3f01015186fe with Priority: HIGHEST for action port [ 762.766364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c351bac3-5d88-4714-9177-3f01015186fe taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.766543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c351bac3-5d88-4714-9177-3f01015186fe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.766630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c351bac3-5d88-4714-9177-3f01015186fe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.766992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c351bac3-5d88-4714-9177-3f01015186fe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.767115] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c351bac3-5d88-4714-9177-3f01015186fe',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.949585] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.950251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.950251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.950251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.950251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.950426] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 762.979553] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-32217725-4ce8-4fc4-9bae-852f9a2f0351 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.979721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.979884] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.981048] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b4536fc7-5ee1-4ed1-99d3-87bc2476b554 with status ACTIVE [ 762.981261] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.981376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.981483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.981740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.981853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.982047] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.982180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.982242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.982532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.982619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.982809] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.982905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.982986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.983122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.983197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.983281] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b4536fc7-5ee1-4ed1-99d3-87bc2476b554 is going to be updated. [ 762.995202] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.995428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.996065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.996065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.996065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.007489] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 763.013098] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.013453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.013615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.013929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.014184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.014466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4536fc7-5ee1-4ed1-99d3-87bc2476b554" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.247773] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.248096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.248163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.248344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.248515] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.248626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.248690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.252023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.252023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.252023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.252023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.252023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.252023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.252023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.252023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.253140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.253418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.253704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.253816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.253919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.254037] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.271095] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c351bac3-5d88-4714-9177-3f01015186fe [ 763.271343] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.271482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.271553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.271786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.271873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.271967] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c351bac3-5d88-4714-9177-3f01015186fe already deleted. [ 763.272434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c351bac3-5d88-4714-9177-3f01015186fe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.485370] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.758545] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04adc70-d014-4018-a205-cd771c68b6c6: rpc.has_security_group_logging(os_id): False [ 763.780729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.781274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.781431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.781903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.782097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.783098] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.783221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.783296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.783485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.783571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.783788] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.783928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.783980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.784145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.784232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.784435] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.784529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.784590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.784736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.784812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.784897] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be updated. [ 763.854480] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.854800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.854800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.855694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.855694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.868072] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: IN_PROGRESS for 2s [ 763.988199] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.988433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.988554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.988909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.990074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.990274] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 is going to be created. [ 764.026799] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.026799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.026799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.027026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.027690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.048826] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 in Status: UNINITIALIZED for 2s [ 765.019946] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 765.020332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.020639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.020639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.020768] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.020887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.020989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.021114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.021194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.021279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.021391] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.528149] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.528324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.528441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.528696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.528875] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.528993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.529278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.529514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.529614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.529754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.529959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.530065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.530130] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.530316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.530506] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.530625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.530706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.530873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.530988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.535319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.535492] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.885978] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: SUCCESS [ 765.885978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.041880] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for af35cf2b-2349-4777-987b-affdcf0c917c: rpc.has_security_group_logging(os_id): False [ 766.061825] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.061988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.062069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.062313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.062398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.062592] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.062761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.062858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.063024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.063102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.063323] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.063465] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.063581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.063715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.063792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.064013] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.064239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.064239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.064490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.064490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.064587] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 766.066491] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 in Status: SUCCESS [ 766.066694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.067266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.067438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.067608] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.067713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.067788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.067937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.068061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.068406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.068406] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.117733] env[67412]: INFO networking_nsxv3.common.synchronization [req-3f751485-7541-4aa2-9561-6fde2e3a0191 req-f60b091a-ca8a-4d8f-9d2b-5f2a6ab2d258 tempest-VolumesAssistedSnapshotsTest-891648022 tempest-VolumesAssistedSnapshotsTest-891648022-project-member] Enqueued Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_members [ 766.118416] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGHEST for action security_group_members [ 766.118737] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-caead7ac-5909-4938-8a56-483ee336a701 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.118861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.118928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.119713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.119713] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.119713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.119896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.119951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.120063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.120136] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.139067] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.139067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.139067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.139345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.139345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.169892] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 766.571950] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-32217725-4ce8-4fc4-9bae-852f9a2f0351 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.572777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.573088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.573483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.573908] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.576203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.576203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.576203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.576203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.576203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.576203] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-32217725-4ce8-4fc4-9bae-852f9a2f0351 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.576203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.576203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.576866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.576866] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.576866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.576866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.576866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.576866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.576866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.577374] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.626242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.626242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.626242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.626437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.626481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.626756] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.626886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.627224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.627224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.627331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.627438] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caead7ac-5909-4938-8a56-483ee336a701 is going to be updated. [ 766.658919] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.658919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.659233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.659233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.659367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.671914] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caead7ac-5909-4938-8a56-483ee336a701 in Status: IN_PROGRESS for 2s [ 767.081246] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 32217725-4ce8-4fc4-9bae-852f9a2f0351: rpc.has_security_group_logging(os_id): False [ 767.104710] env[67412]: INFO networking_nsxv3.common.synchronization [req-38749306-fdc9-4f9b-a1b4-a8523c66080e req-d66af621-78c9-4099-bcba-6102637bd648 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 767.106856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.107757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.107757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.107757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.107757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.107757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.107757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.108100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.108100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.108194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.108323] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.109664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.109664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.109664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.109664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.109664] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.109664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.109664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.109664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.109664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.109664] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 is going to be created. [ 767.111305] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 767.111627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.111733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.111800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.111949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.112104] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.112199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.112259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.112404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.112479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.112810] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.174589] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.174746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.174863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.175027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.175226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.192841] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 in Status: IN_PROGRESS for 2s [ 767.617581] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.617828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.617933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.621150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.621150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.621150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.621150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.621150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.621150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.621150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.621150] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 767.648782] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 767.648909] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:1 started [ 767.654649] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.654866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.654942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.655191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.655337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.665206] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 767.712512] env[67412]: INFO networking_nsxv3.common.synchronization [req-e77fe2bc-2516-4882-a34d-3e020adb2451 req-f5eaf0aa-c6ac-4f88-8d2c-68b0647af5cb tempest-ServerPasswordTestJSON-1605113758 tempest-ServerPasswordTestJSON-1605113758-project-member] Enqueued Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGHEST for action security_group_members [ 767.713269] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGHEST for action security_group_members [ 767.713398] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889940a9-76cf-454d-af0a-13b7277796bf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.713521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.713607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.713933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.714035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.714141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.714199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.714356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.714440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.714532] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.086418] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-710 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.086721] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-710" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.086721] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-710" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.086957] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-710" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.087233] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.087409] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.087527] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.088160] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.088160] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.089249] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.089249] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.089249] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.089249] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.089249] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.089249] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.089249] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.127368] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.127368] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.127368] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.127368] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-710" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.127368] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-38ad56f3-5970-47f3-947b-3f7c5d86d030 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.127368] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-38ad56f3-5970-47f3-947b-3f7c5d86d030" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.127368] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-38ad56f3-5970-47f3-947b-3f7c5d86d030" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.127947] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-38ad56f3-5970-47f3-947b-3f7c5d86d030" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.127947] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ad56f3-5970-47f3-947b-3f7c5d86d030',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.184627] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 768.184627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.216845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.217046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.217117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.217393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.217496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.217746] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.217916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.218032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.218287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.218372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.218480] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 889940a9-76cf-454d-af0a-13b7277796bf already deleted. [ 768.218590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.632752] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.633053] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.633209] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.633506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.633782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.633855] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 38ad56f3-5970-47f3-947b-3f7c5d86d030 not found, creating... [ 768.634176] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.634354] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.634485] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.634743] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.634897] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.635501] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.635759] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.635987] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.636262] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.636460] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.636620] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 38ad56f3-5970-47f3-947b-3f7c5d86d030 is going to be created. [ 768.659926] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.660985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.660985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.660985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.661472] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.661777] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-38ad56f3-5970-47f3-947b-3f7c5d86d030" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.683268] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: caead7ac-5909-4938-8a56-483ee336a701 in Status: SUCCESS [ 768.684047] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: caead7ac-5909-4938-8a56-483ee336a701 deletion is rescheduled due to dependency. [ 768.684047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.211232] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 in Status: SUCCESS [ 769.211654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.465359] env[67412]: INFO networking_nsxv3.common.synchronization [req-e77fe2bc-2516-4882-a34d-3e020adb2451 req-c93cd07d-9af9-4ff9-bada-b41ff24d2226 service nova] Enqueued Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGHEST for action security_group_rules [ 769.465656] env[67412]: INFO networking_nsxv3.common.synchronization [req-e77fe2bc-2516-4882-a34d-3e020adb2451 req-c93cd07d-9af9-4ff9-bada-b41ff24d2226 service nova] Enqueued Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGHEST for action security_group_members [ 769.465843] env[67412]: INFO networking_nsxv3.common.synchronization [req-e77fe2bc-2516-4882-a34d-3e020adb2451 req-c93cd07d-9af9-4ff9-bada-b41ff24d2226 service nova] Enqueued Resource ID: 38ad56f3-5970-47f3-947b-3f7c5d86d030 with Priority: HIGHEST for action port [ 769.466879] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGHEST for action security_group_rules [ 769.467172] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGHEST for action security_group_members [ 769.470542] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38ad56f3-5970-47f3-947b-3f7c5d86d030 with Priority: HIGHEST for action port [ 769.471572] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-889940a9-76cf-454d-af0a-13b7277796bf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.471572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.471572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.472885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.472885] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.473199] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889940a9-76cf-454d-af0a-13b7277796bf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.473324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.476030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.476030] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.476030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-38ad56f3-5970-47f3-947b-3f7c5d86d030 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38ad56f3-5970-47f3-947b-3f7c5d86d030" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38ad56f3-5970-47f3-947b-3f7c5d86d030" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.476030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38ad56f3-5970-47f3-947b-3f7c5d86d030" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.476030] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38ad56f3-5970-47f3-947b-3f7c5d86d030',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.676418] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 769.676418] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 769.676418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.802022] env[67412]: INFO networking_nsxv3.common.synchronization [None req-935e47d4-aacb-467b-a199-1271940f7177 None None] Enqueued Resource ID: 76803b8f-b1f3-447b-893d-ee3215b11cdb with Priority: HIGHEST for action port [ 769.802022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76803b8f-b1f3-447b-893d-ee3215b11cdb with Priority: HIGHEST for action port [ 769.802022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-76803b8f-b1f3-447b-893d-ee3215b11cdb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.802022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76803b8f-b1f3-447b-893d-ee3215b11cdb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.802022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76803b8f-b1f3-447b-893d-ee3215b11cdb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.802746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76803b8f-b1f3-447b-893d-ee3215b11cdb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.803127] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76803b8f-b1f3-447b-893d-ee3215b11cdb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.981581] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889940a9-76cf-454d-af0a-13b7277796bf taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.981581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.981581] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.981835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38ad56f3-5970-47f3-947b-3f7c5d86d030 with status ACTIVE [ 769.981920] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.982047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.982124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.982306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.983171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.983171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.983171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.983171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.983492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.983492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.983492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.983492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.983621] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38ad56f3-5970-47f3-947b-3f7c5d86d030 is going to be updated. [ 770.010151] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.010330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.010399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.011286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.011286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.011286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38ad56f3-5970-47f3-947b-3f7c5d86d030" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.307774] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76803b8f-b1f3-447b-893d-ee3215b11cdb [ 770.308192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.308424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.308507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.308718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.308787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.308883] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76803b8f-b1f3-447b-893d-ee3215b11cdb already deleted. [ 770.308976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76803b8f-b1f3-447b-893d-ee3215b11cdb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.442848] env[67412]: INFO networking_nsxv3.common.synchronization [req-c46c4db0-aba4-449f-bf76-0d239e76d743 req-5ce95f3a-2c8c-4352-aff2-df1e67a9ea93 tempest-ImagesOneServerNegativeTestJSON-523727752 tempest-ImagesOneServerNegativeTestJSON-523727752-project-member] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 770.443521] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 770.443856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.443967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.444903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.444903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.444903] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.444903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.444903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.445217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.445288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.445605] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.487181] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.844703] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.844949] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.845092] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.845350] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.846015] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.847423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.847550] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.847786] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.847927] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.848154] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.848261] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 770.848362] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 770.848464] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 770.848566] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 770.848661] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 770.848788] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 770.868494] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 770.868623] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 770.868760] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 770.868938] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.869277] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-aa834661-c031-44f0-86f1-8b597e1c36d3 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.869446] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-aa834661-c031-44f0-86f1-8b597e1c36d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.869561] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-aa834661-c031-44f0-86f1-8b597e1c36d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.869892] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-aa834661-c031-44f0-86f1-8b597e1c36d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.870034] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa834661-c031-44f0-86f1-8b597e1c36d3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.949987] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.949987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.949987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.949987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.949987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.949987] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.949987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.949987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.949987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.949987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.949987] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be updated. [ 770.981323] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.981323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.981323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.981323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.981323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.990258] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: IN_PROGRESS for 2s [ 770.991191] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.991365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.991478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.991714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.991832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.991960] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 889940a9-76cf-454d-af0a-13b7277796bf is going to be created. [ 771.015989] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.018069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.018069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.018069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.018069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.028987] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 889940a9-76cf-454d-af0a-13b7277796bf in Status: UNINITIALIZED for 2s [ 771.032628] env[67412]: INFO networking_nsxv3.common.synchronization [None req-52df740b-9b79-4a0b-9a6b-c3ac0ada6b73 tempest-ServersV294TestFqdnHostnames-763175861 tempest-ServersV294TestFqdnHostnames-763175861-project-member] Enqueued Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_rules [ 771.033496] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_rules [ 771.033930] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.034094] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.034477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.034547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.035654] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.252195] env[67412]: INFO networking_nsxv3.common.synchronization [None req-7b3d6a2f-f11f-4817-8bbc-9f101b5cb855 tempest-ServersV294TestFqdnHostnames-763175861 tempest-ServersV294TestFqdnHostnames-763175861-project-member] Enqueued Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_rules [ 771.252554] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_rules [ 771.252884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.253010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.375059] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.375059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.375059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.375059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.375059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.375059] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port aa834661-c031-44f0-86f1-8b597e1c36d3 not found, creating... [ 771.375742] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.375742] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.375742] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.375860] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.375970] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.376272] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.376423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.376527] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.376743] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.376866] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.377963] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: aa834661-c031-44f0-86f1-8b597e1c36d3 is going to be created. [ 771.402706] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.403146] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.403146] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.403526] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.403607] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.403891] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-aa834661-c031-44f0-86f1-8b597e1c36d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.566249] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.566249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.566249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.566249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.566249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.566249] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f already deleted. [ 771.566249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.566249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.566249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.566839] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.093230] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.093520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.093520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.093667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.095560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.095560] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f already deleted. [ 772.095560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.130048] env[67412]: INFO networking_nsxv3.common.synchronization [req-c46c4db0-aba4-449f-bf76-0d239e76d743 req-ce5dd575-f335-4141-8ecc-b0b6ce6b5c1f service nova] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_rules [ 772.130048] env[67412]: INFO networking_nsxv3.common.synchronization [req-c46c4db0-aba4-449f-bf76-0d239e76d743 req-ce5dd575-f335-4141-8ecc-b0b6ce6b5c1f service nova] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 772.130048] env[67412]: INFO networking_nsxv3.common.synchronization [req-c46c4db0-aba4-449f-bf76-0d239e76d743 req-ce5dd575-f335-4141-8ecc-b0b6ce6b5c1f service nova] Enqueued Resource ID: aa834661-c031-44f0-86f1-8b597e1c36d3 with Priority: HIGHEST for action port [ 772.130616] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_rules [ 772.130749] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 772.130860] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa834661-c031-44f0-86f1-8b597e1c36d3 with Priority: HIGHEST for action port [ 772.131810] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.131982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.132056] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.132276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.132649] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.133242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.133352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.133555] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa834661-c031-44f0-86f1-8b597e1c36d3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.133692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa834661-c031-44f0-86f1-8b597e1c36d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.133751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa834661-c031-44f0-86f1-8b597e1c36d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.133970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa834661-c031-44f0-86f1-8b597e1c36d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.135183] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa834661-c031-44f0-86f1-8b597e1c36d3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.358881] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d847a9ee-fd60-41d6-b397-e4815b996df4 None None] Enqueued Resource ID: ce0380fd-3313-4c0d-acc8-eb9addb58ded with Priority: HIGHEST for action port [ 772.359617] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce0380fd-3313-4c0d-acc8-eb9addb58ded with Priority: HIGHEST for action port [ 772.359988] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce0380fd-3313-4c0d-acc8-eb9addb58ded taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.360132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce0380fd-3313-4c0d-acc8-eb9addb58ded" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.360200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce0380fd-3313-4c0d-acc8-eb9addb58ded" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.360504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce0380fd-3313-4c0d-acc8-eb9addb58ded" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.360587] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce0380fd-3313-4c0d-acc8-eb9addb58ded',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.637201] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.637616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.637616] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aa834661-c031-44f0-86f1-8b597e1c36d3 with status ACTIVE [ 772.637708] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.637812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.637876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.638128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.638245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.638380] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.638475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.638533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.638688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.638767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.638997] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.639110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.639164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.639313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.639386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.639471] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aa834661-c031-44f0-86f1-8b597e1c36d3 is going to be updated. [ 772.668743] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.668743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.668743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.669018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.669018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.669170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa834661-c031-44f0-86f1-8b597e1c36d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.866144] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce0380fd-3313-4c0d-acc8-eb9addb58ded [ 772.866436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.866583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.866648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.866927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.867055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.867158] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce0380fd-3313-4c0d-acc8-eb9addb58ded already deleted. [ 772.867280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce0380fd-3313-4c0d-acc8-eb9addb58ded" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.004365] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 773.004365] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 deletion is rescheduled due to dependency. [ 773.004365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.004365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.005473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.005728] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.005728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.005892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.006103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.006153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.006248] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.042512] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 889940a9-76cf-454d-af0a-13b7277796bf in Status: SUCCESS [ 773.042829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.042926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.043144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.043344] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.043466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.043540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.043670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.043839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.043922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.044015] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.074540] env[67412]: INFO networking_nsxv3.common.synchronization [req-4582035b-3ead-4aac-bc09-531735e37640 req-c8f28f2d-f39c-4b88-8819-4c69b8c71136 tempest-ServerAddressesTestJSON-1633251855 tempest-ServerAddressesTestJSON-1633251855-project-member] Enqueued Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGHEST for action security_group_members [ 773.075511] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGHEST for action security_group_members [ 773.076675] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c991d172-16f4-4421-8967-51b914437564 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.076846] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.077871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.077871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.077871] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.077871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.077871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.078220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.078220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.078369] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.509268] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.546928] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889940a9-76cf-454d-af0a-13b7277796bf taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.547102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.547152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.547369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.547571] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.547669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.547669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.547830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.547913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.548037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.548201] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889940a9-76cf-454d-af0a-13b7277796bf taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.548292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.548347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.548545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.548609] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.549012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.549012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.549012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.549012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.549162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.549162] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.551644] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-301 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.551816] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-301" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.551932] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-301" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.554373] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-301" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.554667] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.554835] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.555009] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.555812] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.555985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.556241] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.556406] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.556462] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.556543] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.556640] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.557180] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.557180] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.580834] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.581081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.581081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.581612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.581612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.581709] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.581846] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.581951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.582062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.582137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.582222] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c991d172-16f4-4421-8967-51b914437564 already deleted. [ 773.582300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.583378] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.583530] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.584064] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.584064] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-301" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.584326] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.584483] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.584594] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.584873] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.585015] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3ab6d7-2846-4e4a-be78-4a92dc695e7f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.013671] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.060637] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 889940a9-76cf-454d-af0a-13b7277796bf: rpc.has_security_group_logging(os_id): False [ 774.083050] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.086235] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.086235] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.086235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.086760] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.086760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.086760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.086760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.086760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.086760] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 889940a9-76cf-454d-af0a-13b7277796bf is going to be created. [ 774.087266] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.087434] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.087553] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.087763] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.087896] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.088100] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port ce3ab6d7-2846-4e4a-be78-4a92dc695e7f not found, creating... [ 774.088382] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.088541] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.088653] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.088869] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.088997] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.089280] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.089442] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.090242] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.090242] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.090242] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.090242] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: ce3ab6d7-2846-4e4a-be78-4a92dc695e7f is going to be created. [ 774.113451] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.113675] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.113818] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.114075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.114295] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.114768] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.200536] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.201016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.201016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.201016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.201016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.225339] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 889940a9-76cf-454d-af0a-13b7277796bf in Status: IN_PROGRESS for 2s [ 774.520080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.520080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.520080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.520080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.520080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.520080] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be updated. [ 774.556191] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.556191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.556191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.556191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.556191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.566154] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: IN_PROGRESS for 2s [ 774.818022] env[67412]: INFO networking_nsxv3.common.synchronization [req-4582035b-3ead-4aac-bc09-531735e37640 req-3cd0dbf9-631e-4cd2-ba8f-939aca07f807 service nova] Enqueued Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGHEST for action security_group_rules [ 774.818022] env[67412]: INFO networking_nsxv3.common.synchronization [req-4582035b-3ead-4aac-bc09-531735e37640 req-3cd0dbf9-631e-4cd2-ba8f-939aca07f807 service nova] Enqueued Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGHEST for action security_group_members [ 774.818022] env[67412]: INFO networking_nsxv3.common.synchronization [req-4582035b-3ead-4aac-bc09-531735e37640 req-3cd0dbf9-631e-4cd2-ba8f-939aca07f807 service nova] Enqueued Resource ID: ce3ab6d7-2846-4e4a-be78-4a92dc695e7f with Priority: HIGHEST for action port [ 774.818022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGHEST for action security_group_rules [ 774.818022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGHEST for action security_group_members [ 774.818022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce3ab6d7-2846-4e4a-be78-4a92dc695e7f with Priority: HIGHEST for action port [ 774.818022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c991d172-16f4-4421-8967-51b914437564 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.818022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.818022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.818842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.819073] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.822439] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c991d172-16f4-4421-8967-51b914437564 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.822439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.822439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.822439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.822439] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.822439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.822439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.822439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.822439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.822439] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.822790] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.823038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.823221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.823455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.823622] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce3ab6d7-2846-4e4a-be78-4a92dc695e7f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.326091] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.328796] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c991d172-16f4-4421-8967-51b914437564 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.329093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.329203] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce3ab6d7-2846-4e4a-be78-4a92dc695e7f with status ACTIVE [ 775.329441] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.329573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.329651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.330537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.330537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.330626] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.330837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.330974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.331197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.331321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.331575] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.331729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.331869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.332042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.332180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.332294] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce3ab6d7-2846-4e4a-be78-4a92dc695e7f is going to be updated. [ 775.367464] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.367698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.367698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.367971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.368186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.368360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce3ab6d7-2846-4e4a-be78-4a92dc695e7f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.830756] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.236796] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 889940a9-76cf-454d-af0a-13b7277796bf in Status: SUCCESS [ 776.237123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.332950] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.333674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.333674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.333954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.334068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.334173] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c991d172-16f4-4421-8967-51b914437564 is going to be created. [ 776.364164] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.364362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.364491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.364838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.365039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.377475] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c991d172-16f4-4421-8967-51b914437564 in Status: UNINITIALIZED for 2s [ 776.515274] env[67412]: INFO networking_nsxv3.common.synchronization [req-139d4987-c51e-413c-87f5-35eea0aa2f49 req-b95874a3-be31-4be4-b35e-46afcf4e1224 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 776.516071] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 776.516300] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.517644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.517800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.518054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.518230] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.518339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.518588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.518655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.518737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.518916] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.576637] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 776.577103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.577309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.577538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.578238] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.578238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.578238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.578533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.578737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.580111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.580111] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.967281] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.967485] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-939" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.967624] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-939" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.967907] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-939" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.968213] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.968400] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.968539] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.968823] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.968990] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.969257] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.969390] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 776.969540] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 776.969674] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 776.969846] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 776.969995] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 776.970172] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 776.991565] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 776.991743] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 776.991876] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 776.992091] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-939" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.992361] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-b9906dae-d399-49b7-ab9b-5a2efe535ffd taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.992527] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.992649] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.992982] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.993133] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9906dae-d399-49b7-ab9b-5a2efe535ffd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.021285] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.084377] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.084554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.084619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.084839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.085835] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.085835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.085835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.085835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.085835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.085835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.085835] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.085835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.085835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.086322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.086322] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.086322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.086462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.086554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.086636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.086768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.086802] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.495592] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.496079] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.496079] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.496276] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.496383] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.496531] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port b9906dae-d399-49b7-ab9b-5a2efe535ffd not found, creating... [ 777.496815] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.496988] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.497109] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.497355] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.497509] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.497825] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.497984] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.498212] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.498435] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.498567] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.498701] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd is going to be created. [ 777.523983] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.528640] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.528890] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.529021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.529293] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.529519] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.529782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.589449] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 065d30e7-a6ef-4255-b96d-d3d3bcb92b09: rpc.has_security_group_logging(os_id): False [ 777.621323] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.621527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.621587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.621863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.621990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.622248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.622371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.622445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.622665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.622798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.623090] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.623228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.623308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.623507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.623590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.623883] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.624016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.624089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.624282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.624383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.624473] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be updated. [ 777.725799] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.725990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.726089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.726314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.726461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.745325] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: IN_PROGRESS for 2s [ 778.027270] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.027574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.027762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.027899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.028066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.028264] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 778.094030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.094030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.094030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.094030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.094030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.106274] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 778.288026] env[67412]: INFO networking_nsxv3.common.synchronization [req-139d4987-c51e-413c-87f5-35eea0aa2f49 req-53ac3ccc-2f5f-4612-9eb5-e5039243cfd5 service nova] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 778.288345] env[67412]: INFO networking_nsxv3.common.synchronization [req-139d4987-c51e-413c-87f5-35eea0aa2f49 req-53ac3ccc-2f5f-4612-9eb5-e5039243cfd5 service nova] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 778.292021] env[67412]: INFO networking_nsxv3.common.synchronization [req-139d4987-c51e-413c-87f5-35eea0aa2f49 req-53ac3ccc-2f5f-4612-9eb5-e5039243cfd5 service nova] Enqueued Resource ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd with Priority: HIGHEST for action port [ 778.292021] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 778.292021] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 778.292021] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd with Priority: HIGHEST for action port [ 778.292021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.292021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.292021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.292021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.292021] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.292021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.292021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.292021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9906dae-d399-49b7-ab9b-5a2efe535ffd taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.292021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.292021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.292852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.292852] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9906dae-d399-49b7-ab9b-5a2efe535ffd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.388728] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c991d172-16f4-4421-8967-51b914437564 in Status: SUCCESS [ 778.388962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.389149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.389366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.389555] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.389666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.389727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.389888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.389962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.390210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.390324] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.795596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.795596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.797620] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9906dae-d399-49b7-ab9b-5a2efe535ffd with status ACTIVE [ 778.797620] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.798436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.798436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.798436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.798436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.798436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.798436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.798642] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.799390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.799390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.799390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.799390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.799390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.799657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.799657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.799731] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd is going to be updated. [ 778.827868] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.827868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.827868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.827868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.828186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.828244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.898099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c991d172-16f4-4421-8967-51b914437564 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.898314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.898633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.898633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.898790] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.898932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.899797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.899797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.899797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.899797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.899797] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c991d172-16f4-4421-8967-51b914437564 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.899797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.899797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.899797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.900241] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.900241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.900241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.900352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.900432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.900516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.900610] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.311639] env[67412]: INFO networking_nsxv3.common.synchronization [req-86bbd1d9-d470-4760-af10-02eecae8039b req-19d5def1-b7a5-4d6e-b6c1-9dd83831e98c tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 779.312910] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 779.316749] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.316749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.316749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.316749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.316749] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.316749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.316749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.316749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.316749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.316749] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.402986] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c991d172-16f4-4421-8967-51b914437564: rpc.has_security_group_logging(os_id): False [ 779.425500] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.425654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.425703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.427092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.427092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.427092] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.427092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.427092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.427092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.427092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.427374] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.427374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.427374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.427534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.427568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.427738] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.427844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.427896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.429933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.429933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.429933] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c991d172-16f4-4421-8967-51b914437564 is going to be created. [ 779.502031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.502758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.502859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.504159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.504159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.521768] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c991d172-16f4-4421-8967-51b914437564 in Status: IN_PROGRESS for 2s [ 779.716980] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.717752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.717752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.717752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.718200] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.718389] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.718530] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.718741] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.718880] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.719247] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.719247] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.719519] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.719643] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.719764] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.719964] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.720109] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.743941] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.743941] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.743941] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.743941] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.743941] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-a8edb726-9f85-43db-900d-9fdfa229dbb4 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.743941] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-a8edb726-9f85-43db-900d-9fdfa229dbb4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.743941] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-a8edb726-9f85-43db-900d-9fdfa229dbb4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.743941] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-a8edb726-9f85-43db-900d-9fdfa229dbb4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.743941] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8edb726-9f85-43db-900d-9fdfa229dbb4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.762515] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 779.762780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.820231] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.820231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.820231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.820231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.820231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.820904] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.820904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.820904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.820904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.821148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.821148] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 779.857670] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.857843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.857929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.858168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.858335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.870266] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 780.119322] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 780.119439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.119616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.119861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.120068] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.120227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.120290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.120413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.120490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.120586] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.246164] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.246434] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.246616] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.247152] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.247271] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.247470] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port a8edb726-9f85-43db-900d-9fdfa229dbb4 not found, creating... [ 780.247752] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.247914] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.248063] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.248390] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.248543] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.248838] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.248996] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.249118] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.249328] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.249506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.249655] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: a8edb726-9f85-43db-900d-9fdfa229dbb4 is going to be created. [ 780.272339] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.273493] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.273773] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.274105] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.274344] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.274567] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-a8edb726-9f85-43db-900d-9fdfa229dbb4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.624128] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.030848] env[67412]: INFO networking_nsxv3.common.synchronization [req-86bbd1d9-d470-4760-af10-02eecae8039b req-bfc704f1-943b-41bf-be30-ca6f1f026ff3 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 781.031192] env[67412]: INFO networking_nsxv3.common.synchronization [req-86bbd1d9-d470-4760-af10-02eecae8039b req-bfc704f1-943b-41bf-be30-ca6f1f026ff3 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 781.031192] env[67412]: INFO networking_nsxv3.common.synchronization [req-86bbd1d9-d470-4760-af10-02eecae8039b req-bfc704f1-943b-41bf-be30-ca6f1f026ff3 service nova] Enqueued Resource ID: a8edb726-9f85-43db-900d-9fdfa229dbb4 with Priority: HIGHEST for action port [ 781.031796] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 781.031886] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 781.032028] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8edb726-9f85-43db-900d-9fdfa229dbb4 with Priority: HIGHEST for action port [ 781.032285] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.032381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.032447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.032646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.032722] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.033627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.033788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.034097] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8edb726-9f85-43db-900d-9fdfa229dbb4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.034097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8edb726-9f85-43db-900d-9fdfa229dbb4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.034191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8edb726-9f85-43db-900d-9fdfa229dbb4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.034355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8edb726-9f85-43db-900d-9fdfa229dbb4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.034387] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8edb726-9f85-43db-900d-9fdfa229dbb4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.126424] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.537155] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c991d172-16f4-4421-8967-51b914437564 in Status: SUCCESS [ 781.537411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.537663] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8edb726-9f85-43db-900d-9fdfa229dbb4 with status ACTIVE [ 781.537887] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.538029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.538096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.538307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.538401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.538577] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.538671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.538734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.538892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.538973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.539932] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.540155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.540243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.540523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.540619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.540905] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8edb726-9f85-43db-900d-9fdfa229dbb4 is going to be updated. [ 781.542783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.543545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.569967] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.570157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.570226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.570489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.570642] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.570794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8edb726-9f85-43db-900d-9fdfa229dbb4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.629174] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.629174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.629174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.629174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.629174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.629454] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 781.675134] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.675306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.675403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.675629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.675854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.690545] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 781.885227] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 781.885422] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 deletion is rescheduled due to dependency. [ 781.885535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.885710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.886017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.886226] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.886331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.886393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.886549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.886629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.886736] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.391175] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.817431] env[67412]: INFO networking_nsxv3.common.synchronization [req-95ae32eb-4a90-48ef-aa7b-6fdb00cff593 req-6a244d0e-a52a-4cde-aaa5-638e7c6d2fbc tempest-ServersWithSpecificFlavorTestJSON-12592756 tempest-ServersWithSpecificFlavorTestJSON-12592756-project-member] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 782.817981] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 782.818369] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.818487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.818543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.818756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.818911] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.819020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.819071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.819229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.819312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.819404] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.899815] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.322626] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.322881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.323353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.323469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.323547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.323897] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.324067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.324136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.324327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.324488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.324650] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b is going to be updated. [ 783.375204] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.375447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.375447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.375656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.375761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.388178] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: IN_PROGRESS for 2s [ 783.403041] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.403041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.403727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.403727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.403727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.403920] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 783.441945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.442158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.442199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.442396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.443150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.456987] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 783.701903] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 783.702271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.702458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.702678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.702867] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.703047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.703152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.703356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.703441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.703531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.703642] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.208570] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.208570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.208570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.208570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.208570] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.208570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.208839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.208879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.210048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.210048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.210048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.210048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.210048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.210048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.210048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.210048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.210048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.210575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.210575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.210575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.210575] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.322104] env[67412]: INFO networking_nsxv3.common.synchronization [req-dae31b91-11ed-4667-90f8-dc125a50a2b9 req-31ef817c-1139-4f38-a27d-d20df6b4ad32 tempest-InstanceActionsNegativeTestJSON-877305147 tempest-InstanceActionsNegativeTestJSON-877305147-project-member] Enqueued Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGHEST for action security_group_members [ 784.325049] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGHEST for action security_group_members [ 784.326124] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e2ce83-2623-4373-8d41-c9b397049238 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.326512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.326686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.327064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.327328] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.327595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.327758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.328065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.328338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.328622] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.713570] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f15a93-c3f4-41c9-856a-7eaae03f3678: rpc.has_security_group_logging(os_id): False [ 784.745553] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.745765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.745995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.746373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.746505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.746976] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.747178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.747255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.747469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.747560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.747799] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.747907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.747971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.748168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.748255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.748457] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.748554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.748615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.748764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.748842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.748928] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 784.796755] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-245 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.797240] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-245" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.797410] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-245" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.797742] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-245" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.798083] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.798282] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.798417] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.798652] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.798804] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.798995] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.799124] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.799228] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.799329] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.799431] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.799527] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.799651] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.822753] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.822950] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.823086] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.823398] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-245" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.823859] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-70c1948b-1e90-4e8d-a8ba-203df0bc1641 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.824124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-70c1948b-1e90-4e8d-a8ba-203df0bc1641" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.824250] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-70c1948b-1e90-4e8d-a8ba-203df0bc1641" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.824596] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-70c1948b-1e90-4e8d-a8ba-203df0bc1641" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.824734] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c1948b-1e90-4e8d-a8ba-203df0bc1641',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.831847] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.831997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.832105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.832300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.832388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.832577] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.832663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.832740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.832913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.833038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.833136] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e2ce83-2623-4373-8d41-c9b397049238 already deleted. [ 784.833246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.855605] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.855824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.855824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.856102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.856238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.872979] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 785.328760] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.328760] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.328760] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.329021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.329798] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.329798] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 70c1948b-1e90-4e8d-a8ba-203df0bc1641 not found, creating... [ 785.329798] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.329798] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.329798] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.330077] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.330189] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.330427] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.330608] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.330743] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.330959] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.331104] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.331269] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 70c1948b-1e90-4e8d-a8ba-203df0bc1641 is going to be created. [ 785.354732] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.354955] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.355098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.355383] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.355606] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.355881] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-70c1948b-1e90-4e8d-a8ba-203df0bc1641" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.400817] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: SUCCESS [ 785.401113] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b deletion is rescheduled due to dependency. [ 785.401405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.473796] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 785.474289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.475279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.475652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.475952] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.476169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.476268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.476540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.476684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.476845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.477054] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.983681] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.983681] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.983681] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.983681] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.983681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.984525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.984525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.984525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.984525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.984525] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.109537] env[67412]: INFO networking_nsxv3.common.synchronization [req-dae31b91-11ed-4667-90f8-dc125a50a2b9 req-2506b177-0c93-4f83-a74d-1cf94d3d2c4a service nova] Enqueued Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGHEST for action security_group_rules [ 786.109716] env[67412]: INFO networking_nsxv3.common.synchronization [req-dae31b91-11ed-4667-90f8-dc125a50a2b9 req-2506b177-0c93-4f83-a74d-1cf94d3d2c4a service nova] Enqueued Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGHEST for action security_group_members [ 786.109884] env[67412]: INFO networking_nsxv3.common.synchronization [req-dae31b91-11ed-4667-90f8-dc125a50a2b9 req-2506b177-0c93-4f83-a74d-1cf94d3d2c4a service nova] Enqueued Resource ID: 70c1948b-1e90-4e8d-a8ba-203df0bc1641 with Priority: HIGHEST for action port [ 786.110447] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGHEST for action security_group_rules [ 786.110626] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGHEST for action security_group_members [ 786.111012] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70c1948b-1e90-4e8d-a8ba-203df0bc1641 with Priority: HIGHEST for action port [ 786.111012] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e2ce83-2623-4373-8d41-c9b397049238 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.111187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.111187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.111453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.111539] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.112427] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e2ce83-2623-4373-8d41-c9b397049238 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.112555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.112621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.112781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.112966] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.113126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.113126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.113554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.113633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.113733] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.116193] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-70c1948b-1e90-4e8d-a8ba-203df0bc1641 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.116296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70c1948b-1e90-4e8d-a8ba-203df0bc1641" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.116371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70c1948b-1e90-4e8d-a8ba-203df0bc1641" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.116697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70c1948b-1e90-4e8d-a8ba-203df0bc1641" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.116784] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70c1948b-1e90-4e8d-a8ba-203df0bc1641',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.127917] env[67412]: INFO networking_nsxv3.common.synchronization [req-846fbba6-f63e-486f-a510-2437eadaa94c req-d61966fe-090c-48fa-9526-c1c0d3921a87 tempest-ServerPasswordTestJSON-1605113758 tempest-ServerPasswordTestJSON-1605113758-project-member] Enqueued Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGHEST for action security_group_members [ 786.128447] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGHEST for action security_group_members [ 786.128956] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889940a9-76cf-454d-af0a-13b7277796bf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.128956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.129126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.129280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.129684] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.129684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.129684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.129839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.129839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.129924] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.487510] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded8fcae-ddce-49b5-9371-b64f00bf0de5: rpc.has_security_group_logging(os_id): False [ 786.513962] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.514249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.514249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.514460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.514564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.514774] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.514902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.514943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.515126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.515219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.515397] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.515488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.515539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.515685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.515751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.516383] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.516383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.516383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.516617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.516617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.516617] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 786.554777] env[67412]: INFO networking_nsxv3.common.synchronization [req-e4c1b0e9-5e6e-436d-a71b-c5d272096907 req-acbf04b8-4b5f-42cb-b320-76cc28485de7 tempest-FloatingIPsAssociationNegativeTestJSON-389324107 tempest-FloatingIPsAssociationNegativeTestJSON-389324107-project-member] Enqueued Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGHEST for action security_group_members [ 786.555393] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGHEST for action security_group_members [ 786.555972] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-32217725-4ce8-4fc4-9bae-852f9a2f0351 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.556427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.556427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.556581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.556656] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.556716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.556753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.556960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.557109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.557235] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.594714] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.594882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.594986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.595197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.595371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.619058] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 786.619058] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.620324] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70c1948b-1e90-4e8d-a8ba-203df0bc1641 with status ACTIVE [ 786.621718] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.623017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.623017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.623017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.623403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.623858] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.624152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.624355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.624625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.628134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.628134] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.628134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.628134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.628134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.628134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.628134] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70c1948b-1e90-4e8d-a8ba-203df0bc1641 is going to be updated. [ 786.628134] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e2ce83-2623-4373-8d41-c9b397049238 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.628134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.633089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.633288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.633337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.633580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.633666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.633918] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.634042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.634098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.634258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.634329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.634417] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 889940a9-76cf-454d-af0a-13b7277796bf is going to be updated. [ 786.673532] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.673762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.674752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.675129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.675337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.675609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70c1948b-1e90-4e8d-a8ba-203df0bc1641" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.709362] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.709558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.709639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.710019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.710106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.730104] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 889940a9-76cf-454d-af0a-13b7277796bf in Status: IN_PROGRESS for 2s [ 786.892160] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 786.892160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.062302] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.062757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.062757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.062757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.062757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.064037] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.064200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.064268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.064523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.064607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.064707] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 is going to be updated. [ 787.095993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.095993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.095993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.096207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.096287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.106709] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 in Status: IN_PROGRESS for 2s [ 787.128704] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.635691] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.635691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.635691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.635691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.635691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.635691] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e2ce83-2623-4373-8d41-c9b397049238 is going to be created. [ 787.663454] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.663729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.663729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.663926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.664105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.674798] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e2ce83-2623-4373-8d41-c9b397049238 in Status: UNINITIALIZED for 2s [ 788.471174] env[67412]: INFO networking_nsxv3.common.synchronization [req-bd40780d-3c80-4335-8bbe-49bcdc30df9c req-93a39d64-9c25-4822-925b-d662ed765fd0 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 788.471174] env[67412]: INFO networking_nsxv3.common.synchronization [req-bd40780d-3c80-4335-8bbe-49bcdc30df9c req-93a39d64-9c25-4822-925b-d662ed765fd0 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 788.471923] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 788.472186] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 788.472714] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.472863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.472863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.473136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.473356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.473468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.473533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.473734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.473889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.474409] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.474973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.475146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.475243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.475524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.475682] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.475778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.475868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.476243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.476243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.476656] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.534763] env[67412]: INFO networking_nsxv3.common.synchronization [req-bd40780d-3c80-4335-8bbe-49bcdc30df9c req-93a39d64-9c25-4822-925b-d662ed765fd0 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_rules [ 788.535172] env[67412]: INFO networking_nsxv3.common.synchronization [req-bd40780d-3c80-4335-8bbe-49bcdc30df9c req-93a39d64-9c25-4822-925b-d662ed765fd0 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 788.535412] env[67412]: INFO networking_nsxv3.common.synchronization [req-bd40780d-3c80-4335-8bbe-49bcdc30df9c req-93a39d64-9c25-4822-925b-d662ed765fd0 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 788.535623] env[67412]: INFO networking_nsxv3.common.synchronization [req-bd40780d-3c80-4335-8bbe-49bcdc30df9c req-93a39d64-9c25-4822-925b-d662ed765fd0 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 788.537847] env[67412]: INFO networking_nsxv3.common.synchronization [req-bd40780d-3c80-4335-8bbe-49bcdc30df9c req-93a39d64-9c25-4822-925b-d662ed765fd0 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd with Priority: HIGHEST for action port [ 788.537847] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_rules [ 788.537847] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 788.537847] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd with Priority: HIGHEST for action port [ 788.537847] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 788.537847] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 788.537847] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.537847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.537847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.538495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.538495] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.540656] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.540859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.540993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.541295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.541412] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.542618] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9906dae-d399-49b7-ab9b-5a2efe535ffd taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.542783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.542893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.543164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.543289] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9906dae-d399-49b7-ab9b-5a2efe535ffd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.545179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.545274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.546709] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.546709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.635383] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 788.635689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.742550] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 889940a9-76cf-454d-af0a-13b7277796bf in Status: SUCCESS [ 788.742804] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 889940a9-76cf-454d-af0a-13b7277796bf deletion is rescheduled due to dependency. [ 788.743047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.979710] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.980779] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.047426] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.048501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.048817] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.048958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.049089] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9906dae-d399-49b7-ab9b-5a2efe535ffd with status ACTIVE [ 789.049252] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.049379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.049459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.049625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.049829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.050165] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.050165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.050165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.052071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.052071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.052071] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.052071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.052071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.052071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.052071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.052071] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd is going to be updated. [ 789.085017] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.085175] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.085400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.085538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.085581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.085711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.117413] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 in Status: SUCCESS [ 789.117589] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 deletion is rescheduled due to dependency. [ 789.117700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.353787] env[67412]: INFO networking_nsxv3.common.synchronization [req-facdb06d-308e-44f2-b600-b8d9d31d8a05 req-6a625358-9f14-4dc2-926c-17e58d80bd77 tempest-ServerActionsTestOtherB-1979792394 tempest-ServerActionsTestOtherB-1979792394-project-member] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 789.354718] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 789.355108] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.355773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.355944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.356990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.356990] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.356990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.356990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.356990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.357421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.357552] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.485561] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.485561] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.660289] env[67412]: INFO networking_nsxv3.common.synchronization [None req-03c3a5cc-0b7e-4e6d-926a-5fc401480bb5 None None] Enqueued Resource ID: d1d79dcf-af38-41a8-832f-a7d141551fcb with Priority: HIGHEST for action port [ 789.663562] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1d79dcf-af38-41a8-832f-a7d141551fcb with Priority: HIGHEST for action port [ 789.663562] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1d79dcf-af38-41a8-832f-a7d141551fcb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.663562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1d79dcf-af38-41a8-832f-a7d141551fcb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.663562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1d79dcf-af38-41a8-832f-a7d141551fcb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.663562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1d79dcf-af38-41a8-832f-a7d141551fcb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.663562] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1d79dcf-af38-41a8-832f-a7d141551fcb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.686514] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e2ce83-2623-4373-8d41-c9b397049238 in Status: SUCCESS [ 789.688072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.688072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.688072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.688072] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.688072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.688072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.688072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.688072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.688072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.688072] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.805256] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.809533] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.809778] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.810277] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.810675] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.810948] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.811134] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.811743] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.811923] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.812311] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.812436] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.812555] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.812701] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.812816] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.812916] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.813130] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.839493] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.839766] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.839934] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.840184] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.840575] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.840786] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.840952] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.841427] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.841943] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb9b2bd-0541-40d9-af7a-c62efebfe06d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.860225] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.860679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.860679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.860826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.860877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.861286] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.861286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.861491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.861614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.861759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.861836] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e already deleted. [ 789.861977] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.987371] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.987371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.987371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.987634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.987634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.987758] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be created. [ 789.989773] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.989773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.989773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.990034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.990219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.990313] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 790.040438] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.040438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.040438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.040438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.040438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.048109] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.048109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.048391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.048502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.054739] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: UNINITIALIZED for 2s [ 790.062736] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 790.170932] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d1d79dcf-af38-41a8-832f-a7d141551fcb [ 790.171211] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.174022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.174022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.174022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.174022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.174022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d1d79dcf-af38-41a8-832f-a7d141551fcb already deleted. [ 790.174022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1d79dcf-af38-41a8-832f-a7d141551fcb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.190785] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e2ce83-2623-4373-8d41-c9b397049238 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.191163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.191163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.191328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.191520] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.191656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.191753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.192019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.192154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.192258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.192474] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e2ce83-2623-4373-8d41-c9b397049238 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.192584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.192625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.192776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.192930] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.193053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.193174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.193299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.193539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.193623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.193715] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.344358] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.344680] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.344822] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.345628] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.345628] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.345628] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port bcb9b2bd-0541-40d9-af7a-c62efebfe06d not found, creating... [ 790.345877] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.346116] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.346198] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.346462] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.346528] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.347207] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.347207] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.347207] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.347437] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.347492] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.347610] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: bcb9b2bd-0541-40d9-af7a-c62efebfe06d is going to be created. [ 790.371341] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.371740] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.371740] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.372029] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.372306] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.372572] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.405628] env[67412]: INFO networking_nsxv3.common.synchronization [req-73967630-6334-468c-81c6-06d95a42a8ef req-de8f5ead-c73a-45a8-8658-dbef8e41a1e6 tempest-ServerAddressesTestJSON-1633251855 tempest-ServerAddressesTestJSON-1633251855-project-member] Enqueued Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGHEST for action security_group_members [ 790.406476] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGHEST for action security_group_members [ 790.406832] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c991d172-16f4-4421-8967-51b914437564 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.406965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.407058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.407267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.407436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.407534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.407594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.407738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.407817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.407906] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.696617] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 50e2ce83-2623-4373-8d41-c9b397049238: rpc.has_security_group_logging(os_id): False [ 790.719652] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.719856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.719955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.720225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.720401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.720509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.720611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.720668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.720821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.720895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.721459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.721642] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.721732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.721792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.721931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.722013] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.722105] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e2ce83-2623-4373-8d41-c9b397049238 is going to be created. [ 790.794200] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.794361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.794425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.794654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.794831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.808168] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e2ce83-2623-4373-8d41-c9b397049238 in Status: IN_PROGRESS for 2s [ 790.910458] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.910629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.910669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.910894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.910979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.911183] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.911330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.911330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.911480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.911553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.911635] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c991d172-16f4-4421-8967-51b914437564 is going to be updated. [ 790.969534] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.969763] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.969763] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.969997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.970207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.983886] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c991d172-16f4-4421-8967-51b914437564 in Status: IN_PROGRESS for 2s [ 791.105672] env[67412]: INFO networking_nsxv3.common.synchronization [req-facdb06d-308e-44f2-b600-b8d9d31d8a05 req-7a8ed09b-52e2-4972-a555-be6632991a6f service nova] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 791.105672] env[67412]: INFO networking_nsxv3.common.synchronization [req-facdb06d-308e-44f2-b600-b8d9d31d8a05 req-7a8ed09b-52e2-4972-a555-be6632991a6f service nova] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 791.105672] env[67412]: INFO networking_nsxv3.common.synchronization [req-facdb06d-308e-44f2-b600-b8d9d31d8a05 req-7a8ed09b-52e2-4972-a555-be6632991a6f service nova] Enqueued Resource ID: bcb9b2bd-0541-40d9-af7a-c62efebfe06d with Priority: HIGHEST for action port [ 791.106751] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 791.106751] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 791.106854] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bcb9b2bd-0541-40d9-af7a-c62efebfe06d with Priority: HIGHEST for action port [ 791.107767] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.108058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.108594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.108859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.109082] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.112687] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.112687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.112687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.115484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.115975] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.116851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.117568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.118030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.118030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.118235] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.119776] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.121211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.121765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.121765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.122111] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bcb9b2bd-0541-40d9-af7a-c62efebfe06d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.624413] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.626374] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.626374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.626374] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bcb9b2bd-0541-40d9-af7a-c62efebfe06d with status ACTIVE [ 791.626374] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.626595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.626595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.626704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.626795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.627144] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.627144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.627286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.627377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.627456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.627662] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.627751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.627814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.627960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.628069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.629036] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bcb9b2bd-0541-40d9-af7a-c62efebfe06d is going to be updated. [ 791.659585] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.660452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.660452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.660452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.660452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.660627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bcb9b2bd-0541-40d9-af7a-c62efebfe06d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.065765] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: SUCCESS [ 792.066165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.066357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.066590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.066825] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.066961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.067108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.067326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.067483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.067610] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.076111] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 792.076412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.076555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.076822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.077026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.077148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.077217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.077371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.077450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.077605] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.130122] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.382641] env[67412]: INFO networking_nsxv3.common.synchronization [None req-8aa172d1-549f-4a07-85b4-8d52a5acd74f None None] Enqueued Resource ID: c20efa36-ff6e-4507-8cba-0d153cd8c2d3 with Priority: HIGHEST for action port [ 792.382641] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c20efa36-ff6e-4507-8cba-0d153cd8c2d3 with Priority: HIGHEST for action port [ 792.382641] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c20efa36-ff6e-4507-8cba-0d153cd8c2d3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.382641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c20efa36-ff6e-4507-8cba-0d153cd8c2d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.382641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c20efa36-ff6e-4507-8cba-0d153cd8c2d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.382641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c20efa36-ff6e-4507-8cba-0d153cd8c2d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.382641] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c20efa36-ff6e-4507-8cba-0d153cd8c2d3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.573176] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.580204] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.633141] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.633419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.633552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.633928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.634134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.634319] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be created. [ 792.662116] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.662116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.662116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.662279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.662502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.674072] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: UNINITIALIZED for 2s [ 792.824101] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 50e2ce83-2623-4373-8d41-c9b397049238 in Status: SUCCESS [ 792.824377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.884613] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c20efa36-ff6e-4507-8cba-0d153cd8c2d3 [ 792.885029] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.885353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.885459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.885709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.885968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.886067] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c20efa36-ff6e-4507-8cba-0d153cd8c2d3 already deleted. [ 792.886150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c20efa36-ff6e-4507-8cba-0d153cd8c2d3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.996666] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c991d172-16f4-4421-8967-51b914437564 in Status: SUCCESS [ 792.996916] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c991d172-16f4-4421-8967-51b914437564 deletion is rescheduled due to dependency. [ 792.997108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.076165] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.082432] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.579198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.579395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.579467] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.579688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.579777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.579877] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be updated. [ 793.584773] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.584931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.584990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.585164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.585256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.585351] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 793.614150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.614374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.614464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.614703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.614876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.616829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.616982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.617074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.617287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.617429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.629042] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 793.633493] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: IN_PROGRESS for 2s [ 794.687568] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 794.687568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.687568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.687568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.687568] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.688990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.688990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.688990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.688990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.688990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.688990] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.190914] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.646309] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: SUCCESS [ 795.646415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.646779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.646918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.647326] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.647326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.647741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.647741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.647741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.647741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.647960] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.651810] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 795.651810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.651810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.651810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.651810] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.651810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.651810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.651810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.651810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.651810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.651810] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.695387] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a758b3f-39ee-4687-ad27-accc9d48de1e: rpc.has_security_group_logging(os_id): False [ 795.714771] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.715092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.715092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.715279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.715410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.715672] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.715766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.716890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.716890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.716890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.716890] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be created. [ 795.785272] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.785506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.785506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.785842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.786314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.797712] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 796.152236] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.154664] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.154664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.154901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.154945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.156032] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.156032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.156032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.156032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.156032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.156032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.156032] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.156032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.159715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.160018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.160254] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.160414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.160493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.160660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.160767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.160888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.161044] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.665981] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f15a93-c3f4-41c9-856a-7eaae03f3678: rpc.has_security_group_logging(os_id): False [ 796.665981] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f4037fb-040e-4918-93b6-b7374eea6000: rpc.has_security_group_logging(os_id): False [ 796.687372] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.687607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.687607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.687837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.687932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.688163] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.688266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.688318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.688504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.688590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.688688] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be created. [ 796.693288] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.693398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.693398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.693609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.693697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.693919] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.694060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.694141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.694266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.694376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.694554] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.694665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.694823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.694885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.694965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.695361] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.695361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.695361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.695725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.695725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.695725] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 796.765278] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.765278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.765278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.765278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.765278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.769288] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.769288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.769288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.769288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.769288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.780296] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: IN_PROGRESS for 2s [ 796.788676] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 797.381768] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 797.381964] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 797.812756] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 797.812756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.832029] env[67412]: INFO networking_nsxv3.common.synchronization [None req-c0bd5b5b-6597-431d-8ac7-f810e882c659 None None] Enqueued Resource ID: ab2c0dc1-11e3-4309-8eb8-525233f3fbdd with Priority: HIGHEST for action port [ 797.832029] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab2c0dc1-11e3-4309-8eb8-525233f3fbdd with Priority: HIGHEST for action port [ 797.832402] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab2c0dc1-11e3-4309-8eb8-525233f3fbdd taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.832402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab2c0dc1-11e3-4309-8eb8-525233f3fbdd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.832504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab2c0dc1-11e3-4309-8eb8-525233f3fbdd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.832721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab2c0dc1-11e3-4309-8eb8-525233f3fbdd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.832794] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab2c0dc1-11e3-4309-8eb8-525233f3fbdd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.334815] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ab2c0dc1-11e3-4309-8eb8-525233f3fbdd [ 798.335082] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.339120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.339120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.339120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.339120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.339120] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ab2c0dc1-11e3-4309-8eb8-525233f3fbdd already deleted. [ 798.339120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab2c0dc1-11e3-4309-8eb8-525233f3fbdd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.563603] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.565271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.565271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.565271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.565271] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.615503] env[67412]: INFO networking_nsxv3.common.synchronization [req-c27a1f4f-fc2e-4c43-b05c-fc57cd75d2bb req-52ae33b5-b04c-4f32-b682-9925f71281d1 tempest-MultipleCreateTestJSON-1714648687 tempest-MultipleCreateTestJSON-1714648687-project-member] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 798.617062] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 798.617062] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.617228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.617264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.617518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.617671] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.618998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.618998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.618998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.618998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.618998] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.797667] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: SUCCESS [ 798.797667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.807356] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 798.807570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.941167] env[67412]: INFO networking_nsxv3.common.synchronization [req-b743da15-d920-430d-b405-1c8c092e0b49 req-87d4cc5d-37a8-44cc-9535-baae872c0b22 tempest-ImagesOneServerNegativeTestJSON-523727752 tempest-ImagesOneServerNegativeTestJSON-523727752-project-member] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 798.943675] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 798.943675] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.944154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.944154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.944234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.944532] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.944532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.944532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.944963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.944963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.944963] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.068187] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.122447] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.122637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.122703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.123039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.123188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.123425] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.123559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.123738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.124112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.124112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.124277] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 already deleted. [ 799.124428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.155937] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.156158] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.156250] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.156551] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.157875] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.158108] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.158263] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.158545] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.158714] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.159474] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.159645] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 799.159794] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 799.160627] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 799.160627] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 799.160627] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 799.160627] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 799.186312] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 799.186839] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 799.187080] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 799.187413] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.188039] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-e884890c-1abc-49a3-878e-732edb06aa3d taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.188485] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-e884890c-1abc-49a3-878e-732edb06aa3d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.188704] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-e884890c-1abc-49a3-878e-732edb06aa3d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.189204] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-e884890c-1abc-49a3-878e-732edb06aa3d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.189414] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e884890c-1abc-49a3-878e-732edb06aa3d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.451903] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.451903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.452199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.452329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.452403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.452605] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.452727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.452800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.453378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.453378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.453378] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be updated. [ 799.488390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.488497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.488541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.489709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.489709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.504542] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: IN_PROGRESS for 2s [ 799.570110] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.695570] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.695570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.695570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.695570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.695570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.695570] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port e884890c-1abc-49a3-878e-732edb06aa3d not found, creating... [ 799.695570] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.695570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.695570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.695570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.695570] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.696292] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.696292] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.696292] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.696292] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.696292] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.696292] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: e884890c-1abc-49a3-878e-732edb06aa3d is going to be created. [ 799.722767] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.722872] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.722985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.723324] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.723588] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.723930] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-e884890c-1abc-49a3-878e-732edb06aa3d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.075096] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 800.075096] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 800.547483] env[67412]: INFO networking_nsxv3.common.synchronization [req-c27a1f4f-fc2e-4c43-b05c-fc57cd75d2bb req-28520f58-d3ff-448b-bd8f-275ac5c9b9d7 tempest-MultipleCreateTestJSON-1714648687 tempest-MultipleCreateTestJSON-1714648687-project-member] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 800.548242] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 800.548872] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.548872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.548872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.549087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.549592] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.549592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.549592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.549592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.549787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.549787] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.568932] env[67412]: INFO networking_nsxv3.common.synchronization [req-c27a1f4f-fc2e-4c43-b05c-fc57cd75d2bb req-16460550-715c-467c-853a-0d6d2f585f27 service nova] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_rules [ 800.569201] env[67412]: INFO networking_nsxv3.common.synchronization [req-c27a1f4f-fc2e-4c43-b05c-fc57cd75d2bb req-16460550-715c-467c-853a-0d6d2f585f27 service nova] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 800.569350] env[67412]: INFO networking_nsxv3.common.synchronization [req-c27a1f4f-fc2e-4c43-b05c-fc57cd75d2bb req-16460550-715c-467c-853a-0d6d2f585f27 service nova] Enqueued Resource ID: e884890c-1abc-49a3-878e-732edb06aa3d with Priority: HIGHEST for action port [ 800.570810] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_rules [ 800.570944] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 800.571124] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e884890c-1abc-49a3-878e-732edb06aa3d with Priority: HIGHEST for action port [ 800.571457] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.571602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.571686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.571987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.572113] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.574297] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.574297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.574297] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e884890c-1abc-49a3-878e-732edb06aa3d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.574297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e884890c-1abc-49a3-878e-732edb06aa3d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.574297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e884890c-1abc-49a3-878e-732edb06aa3d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.574716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e884890c-1abc-49a3-878e-732edb06aa3d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.574716] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e884890c-1abc-49a3-878e-732edb06aa3d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.895185] env[67412]: INFO networking_nsxv3.common.synchronization [None req-5c5f5104-860d-40e4-b7d5-6783a4f53907 None None] Enqueued Resource ID: 312534a7-8cc1-4465-afa1-9526cd3bf35c with Priority: HIGHEST for action port [ 800.895185] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312534a7-8cc1-4465-afa1-9526cd3bf35c with Priority: HIGHEST for action port [ 800.896212] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-312534a7-8cc1-4465-afa1-9526cd3bf35c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.896425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312534a7-8cc1-4465-afa1-9526cd3bf35c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.896516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312534a7-8cc1-4465-afa1-9526cd3bf35c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.897132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312534a7-8cc1-4465-afa1-9526cd3bf35c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.897415] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312534a7-8cc1-4465-afa1-9526cd3bf35c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.969185] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.969185] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.969185] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.969185] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.970196] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.970381] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.970495] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.970735] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.970870] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.971089] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.971195] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 800.971293] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 800.971394] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 800.971499] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 800.971597] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 800.971747] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 800.993380] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 800.993535] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 800.993786] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 800.993962] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.994362] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-a005f8ba-8a05-4f47-a285-090984ae79af taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.994536] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-a005f8ba-8a05-4f47-a285-090984ae79af" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.994676] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-a005f8ba-8a05-4f47-a285-090984ae79af" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.995027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-a005f8ba-8a05-4f47-a285-090984ae79af" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.995227] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a005f8ba-8a05-4f47-a285-090984ae79af',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.048161] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.048360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.048480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.048801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.063416] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 801.064327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.065389] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 801.066569] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.078840] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e884890c-1abc-49a3-878e-732edb06aa3d with status ACTIVE [ 801.079365] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.079365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.079365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.079757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.079757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.079757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.079871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.079954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.080096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.080180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.080366] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.080453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.080527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.080677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.080751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.080856] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e884890c-1abc-49a3-878e-732edb06aa3d is going to be updated. [ 801.082344] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.082479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.102408] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.102724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.102788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.103095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.114500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.114645] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 801.114645] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.114820] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 801.118611] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.118611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.118611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.118611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.118611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.118611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e884890c-1abc-49a3-878e-732edb06aa3d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.168099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.168302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.168377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.168617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.170039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.171270] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 801.287575] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.287781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.287888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.288178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.288455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.288731] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 801.379993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.380286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.380286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.380493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.380770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.381061] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:36. [ 801.381158] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'e8adece8-b987-4290-a1dc-f33f05752f88', 'a7505268-ee7c-403c-8aab-315c4dbe49a7', '065d30e7-a6ef-4255-b96d-d3d3bcb92b09', '0f4037fb-040e-4918-93b6-b7374eea6000', 'ba48efee-c859-4895-bc3b-27515346371e', '79b755df-d430-4766-82a7-43469a8052f2', '907e0b44-3df4-44a5-9e75-52cd02352fe4', '56448543-9b47-40ad-86fc-62cbe31a3b20', '8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7', '50e2ce83-2623-4373-8d41-c9b397049238', 'b04adc70-d014-4018-a205-cd771c68b6c6', 'caead7ac-5909-4938-8a56-483ee336a701', 'd5da9ee3-df3a-4651-b164-545646bc9217', '49b6f125-3014-43fc-b501-32c3a44c11c9', 'c991d172-16f4-4421-8967-51b914437564', 'ebdaeb1e-9936-429f-97d1-d7a00953a403', 'fc934140-ad4e-4e0d-bd6b-78c9af14dd63', '6a758b3f-39ee-4687-ad27-accc9d48de1e', '0cf38af1-73da-44a2-8d17-ad0755b471b0', '901ca6c9-5751-4fe8-8096-3b9081d31015', '5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09', 'bbc1cf20-cac2-49af-868d-e45223b0621b', '65f15a93-c3f4-41c9-856a-7eaae03f3678', '7a8227c5-cfc8-4557-8104-e954e9fbfe60', '72eb92d5-a4b5-452b-89f3-eb05c05b5aeb', 'f8ed001d-c17d-4501-987b-0a1949688a62', '32217725-4ce8-4fc4-9bae-852f9a2f0351', '4be917be-e978-4a9f-8a59-c1ff58b03a03', '889940a9-76cf-454d-af0a-13b7277796bf', '4574038a-f2a2-468f-9322-64d275b778e8', 'af35cf2b-2349-4777-987b-affdcf0c917c', 'cae3030f-f174-440c-ac00-d5022c9d3f00', '58f5d34b-6e36-4fd8-96f6-8474fcffbe28', '707059b5-bfca-47b7-bd3d-36917fd5a727', 'ded8fcae-ddce-49b5-9371-b64f00bf0de5', '97b95233-1083-4e47-b7ce-64f123082a39'} {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.381282] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 801.399879] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 312534a7-8cc1-4465-afa1-9526cd3bf35c [ 801.400202] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.400376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.400453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.400710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.400811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.400918] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:312534a7-8cc1-4465-afa1-9526cd3bf35c already deleted. [ 801.401018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312534a7-8cc1-4465-afa1-9526cd3bf35c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.409864] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.410114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.410114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.410334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.410423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.410534] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 801.410613] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.410687] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 801.479242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.479442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.479516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.479755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.480483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.480798] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 801.480871] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 801.480944] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 801.480999] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 801.481090] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/36 resources of Type:Security Group Rules [ 801.481173] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGH for action security_group_rules [ 801.481233] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGH for action security_group_rules [ 801.481299] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGH for action security_group_rules [ 801.481356] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGH for action security_group_rules [ 801.481424] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGH for action security_group_rules [ 801.481476] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGH for action security_group_rules [ 801.481538] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGH for action security_group_rules [ 801.481594] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGH for action security_group_rules [ 801.481645] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGH for action security_group_rules [ 801.481708] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGH for action security_group_rules [ 801.481806] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGH for action security_group_rules [ 801.481861] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGH for action security_group_rules [ 801.481894] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGH for action security_group_rules [ 801.481927] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGH for action security_group_rules [ 801.481982] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGH for action security_group_rules [ 801.482053] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGH for action security_group_rules [ 801.482104] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGH for action security_group_rules [ 801.482169] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGH for action security_group_rules [ 801.482231] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGH for action security_group_rules [ 801.482287] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGH for action security_group_rules [ 801.482384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.498352] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.498667] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.498844] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.499203] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.499374] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.499529] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port a005f8ba-8a05-4f47-a285-090984ae79af not found, creating... [ 801.499790] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.499940] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.500061] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.500313] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.500431] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.500848] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.501101] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.501278] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.501480] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.501613] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.501747] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: a005f8ba-8a05-4f47-a285-090984ae79af is going to be created. [ 801.517057] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 801.517229] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 deletion is rescheduled due to dependency. [ 801.517356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.532336] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.533019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.533019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.533435] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.533650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.533947] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-a005f8ba-8a05-4f47-a285-090984ae79af" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.569016] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.071197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.071427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.071427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.071741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.071840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.071923] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be created. [ 802.099600] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.100046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.100046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.100046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.100235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.110108] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: UNINITIALIZED for 2s [ 802.265837] env[67412]: INFO networking_nsxv3.common.synchronization [req-c27a1f4f-fc2e-4c43-b05c-fc57cd75d2bb req-7b144ef5-7ac9-4d91-bec8-3129c83f7c9e service nova] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_rules [ 802.266060] env[67412]: INFO networking_nsxv3.common.synchronization [req-c27a1f4f-fc2e-4c43-b05c-fc57cd75d2bb req-7b144ef5-7ac9-4d91-bec8-3129c83f7c9e service nova] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 802.266238] env[67412]: INFO networking_nsxv3.common.synchronization [req-c27a1f4f-fc2e-4c43-b05c-fc57cd75d2bb req-7b144ef5-7ac9-4d91-bec8-3129c83f7c9e service nova] Enqueued Resource ID: a005f8ba-8a05-4f47-a285-090984ae79af with Priority: HIGHEST for action port [ 802.266846] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_rules [ 802.267112] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 802.267350] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a005f8ba-8a05-4f47-a285-090984ae79af with Priority: HIGHEST for action port [ 802.267547] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8adece8-b987-4290-a1dc-f33f05752f88 with Priority: HIGH for action security_group_rules [ 802.267718] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGH for action security_group_rules [ 802.267883] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 with Priority: HIGH for action security_group_rules [ 802.268052] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c991d172-16f4-4421-8967-51b914437564 with Priority: HIGH for action security_group_rules [ 802.268230] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 with Priority: HIGH for action security_group_rules [ 802.268397] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGH for action security_group_rules [ 802.268567] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGH for action security_group_rules [ 802.268681] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGH for action security_group_rules [ 802.268834] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGH for action security_group_rules [ 802.268974] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 with Priority: HIGH for action security_group_rules [ 802.269126] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5da9ee3-df3a-4651-b164-545646bc9217 with Priority: HIGH for action security_group_rules [ 802.269268] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: caead7ac-5909-4938-8a56-483ee336a701 with Priority: HIGH for action security_group_rules [ 802.269394] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGH for action security_group_rules [ 802.269553] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGH for action security_group_rules [ 802.269712] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGH for action security_group_rules [ 802.269898] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79b755df-d430-4766-82a7-43469a8052f2 with Priority: HIGH for action security_group_rules [ 802.270768] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 with Priority: HIGH for action security_group_rules [ 802.270768] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGH for action security_group_rules [ 802.270768] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 with Priority: HIGH for action security_group_rules [ 802.270768] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGH for action security_group_rules [ 802.271729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.271729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.271729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.271729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.272045] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a005f8ba-8a05-4f47-a285-090984ae79af taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.272226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a005f8ba-8a05-4f47-a285-090984ae79af" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.272357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a005f8ba-8a05-4f47-a285-090984ae79af" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.272664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a005f8ba-8a05-4f47-a285-090984ae79af" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.272791] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a005f8ba-8a05-4f47-a285-090984ae79af',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.273752] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e8adece8-b987-4290-a1dc-f33f05752f88 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.273926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.274028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.274265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.274376] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e8adece8-b987-4290-a1dc-f33f05752f88',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.275243] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.275400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.276049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.276049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.276049] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.276659] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-907e0b44-3df4-44a5-9e75-52cd02352fe4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.277640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.277640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.277640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.277640] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('907e0b44-3df4-44a5-9e75-52cd02352fe4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.278911] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c991d172-16f4-4421-8967-51b914437564 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.278972] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.279118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.279368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.279467] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c991d172-16f4-4421-8967-51b914437564',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.280588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-901ca6c9-5751-4fe8-8096-3b9081d31015 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.280874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.280874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.281537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.281537] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('901ca6c9-5751-4fe8-8096-3b9081d31015',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.282481] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.282481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.282481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.282683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.282811] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.283950] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.283950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.284121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.285074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.285074] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.285990] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.286118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.286306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.286432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.286547] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.287705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.287792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.287896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.289034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.289034] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.291389] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ebdaeb1e-9936-429f-97d1-d7a00953a403 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.291575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.291843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.291916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.292185] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ebdaeb1e-9936-429f-97d1-d7a00953a403',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.292395] env[67412]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 802.293262] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5da9ee3-df3a-4651-b164-545646bc9217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.293556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.293556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.293821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.293821] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5da9ee3-df3a-4651-b164-545646bc9217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.294935] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-caead7ac-5909-4938-8a56-483ee336a701 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.295454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.295551] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('caead7ac-5909-4938-8a56-483ee336a701',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.296570] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.296731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.297104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.297224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.297466] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.470025] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-50e2ce83-2623-4373-8d41-c9b397049238 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.470254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.470308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.470846] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.470846] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.472119] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.472236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.472334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.472747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.472747] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.473899] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79b755df-d430-4766-82a7-43469a8052f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.474041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.474378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.474378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.474488] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79b755df-d430-4766-82a7-43469a8052f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.475621] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56448543-9b47-40ad-86fc-62cbe31a3b20 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.475748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.475790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.476017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.476078] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56448543-9b47-40ad-86fc-62cbe31a3b20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.477138] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.477344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.477446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.477617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.477698] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.478705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7505268-ee7c-403c-8aab-315c4dbe49a7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.478806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.478896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.479112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.479196] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7505268-ee7c-403c-8aab-315c4dbe49a7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.480356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.480483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.480552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.480708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.480782] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.481068] env[67412]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 802.490376] env[67412]: INFO networking_nsxv3.common.synchronization [req-6f5caf68-4dd8-4e6a-b073-41ad45ef1535 req-dac67eca-744c-48f9-a5e0-89a9bc098015 tempest-InstanceActionsNegativeTestJSON-877305147 tempest-InstanceActionsNegativeTestJSON-877305147-project-member] Enqueued Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGHEST for action security_group_members [ 802.496557] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e2ce83-2623-4373-8d41-c9b397049238 with Priority: HIGHEST for action security_group_members [ 802.500883] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-50e2ce83-2623-4373-8d41-c9b397049238 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.501058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.501117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.501359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.501521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.501630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.501694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.501851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.501937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.502043] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('50e2ce83-2623-4373-8d41-c9b397049238',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.985949] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a005f8ba-8a05-4f47-a285-090984ae79af with status ACTIVE [ 802.986251] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.986404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.986472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.986694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.986780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.986967] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.987099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.987172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.987329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.987408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.987602] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.987693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.987751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.987893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.987973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.988067] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a005f8ba-8a05-4f47-a285-090984ae79af is going to be updated. [ 803.010518] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.010696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.010758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.011051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.012818] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.012956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.015469] env[67412]: INFO networking_nsxv3.common.synchronization [req-e2e0ea75-e64f-45d8-9ff5-0bc06a620f48 req-0dd83580-8860-4e69-8b1c-26294fd18291 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 803.016790] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.016937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.017497] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 803.017895] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.018059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.018152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.018449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.018627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.018784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.018882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.019127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.019247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.019382] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.021837] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.021837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.021837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.021837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.021837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.021837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a005f8ba-8a05-4f47-a285-090984ae79af" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.029894] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.030066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.030124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.030324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.030487] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.030586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.030677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.030844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.030924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.031024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.031109] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.033515] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.033637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.033723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.033931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.034085] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.034238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.034347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.034545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.034633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.034728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.034807] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.037954] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.038107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.038179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.038378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.038537] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.038672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.038720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.038839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.038938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.039036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.039112] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.040063] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.040179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.040243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.040406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.040554] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.040651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.040734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.040883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.040964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.041063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.041148] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.043356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.043455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.044821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.044910] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e8adece8-b987-4290-a1dc-f33f05752f88 is going to be deleted. [ 803.050478] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.050677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.050677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.050879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.051032] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.051137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.051196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.052419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.052419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.052419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.052419] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.054066] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.054216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.054303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.054420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.054573] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.054665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.054714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.054861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.054943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.055039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.055113] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.056041] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.056198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.056198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.056350] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.056495] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.056587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.056650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.056788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.056867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.057031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.057031] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.063811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.064066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.073390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.073678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.142877] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.143415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.144495] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.144665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.145698] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.145833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.146820] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.146999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.147898] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.148041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.153327] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.153590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.156095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.156360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.157554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.157834] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.157959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.158044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.158311] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.158439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.158582] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e2ce83-2623-4373-8d41-c9b397049238 is going to be updated. [ 803.159894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.160186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.184770] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.184998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.185910] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.186132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.202500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.202699] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be deleted. [ 803.203951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.204341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.222876] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.223088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.223088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.223346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.223528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.231508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.231692] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be deleted. [ 803.232818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.233063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.233156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.233438] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 50e2ce83-2623-4373-8d41-c9b397049238 is going to be deleted. [ 803.235182] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e2ce83-2623-4373-8d41-c9b397049238 in Status: IN_PROGRESS for 2s [ 803.235340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.235570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.257375] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.257526] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.275164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.275360] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c991d172-16f4-4421-8967-51b914437564 is going to be deleted. [ 803.276500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.276791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.306091] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.306313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.346239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.346400] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: caead7ac-5909-4938-8a56-483ee336a701 is going to be deleted. [ 803.347461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.347717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.388988] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.388988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.396909] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.396909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.404394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.404394] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7505268-ee7c-403c-8aab-315c4dbe49a7 is going to be deleted. [ 803.404394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.404394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.408757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.408985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.447059] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.447384] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.447384] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.447785] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.448082] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.448302] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.448373] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.448589] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.448727] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.448940] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.449060] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 803.449290] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 803.449290] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 803.449413] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 803.449463] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 803.449590] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.452121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.452242] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79b755df-d430-4766-82a7-43469a8052f2 is going to be deleted. [ 803.453643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.453889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.502945] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.503169] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.503281] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.503466] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.503843] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-300e3382-4b84-4b75-ad94-1b2ecd7da588 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.504090] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-300e3382-4b84-4b75-ad94-1b2ecd7da588" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.504270] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-300e3382-4b84-4b75-ad94-1b2ecd7da588" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.504559] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-300e3382-4b84-4b75-ad94-1b2ecd7da588" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.504707] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300e3382-4b84-4b75-ad94-1b2ecd7da588',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.506373] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.506524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.523278] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.523486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.534966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.535138] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5da9ee3-df3a-4651-b164-545646bc9217 is going to be deleted. [ 803.536292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.536550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.547330] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.548323] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.549829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.550014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.550090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.550273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.550506] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.550597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.550597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.550777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.550856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.550907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.551045] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.551144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.551213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.551341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.551498] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.551577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.551622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.552213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.552213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.552213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.552213] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.568809] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.570933] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.571795] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.572747] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.587027] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.587027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.610589] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.610791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.615806] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 803.616734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.616981] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ebdaeb1e-9936-429f-97d1-d7a00953a403 is going to be deleted. [ 803.618627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.618798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.654399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.654633] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 901ca6c9-5751-4fe8-8096-3b9081d31015 is going to be deleted. [ 803.655609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.655869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.812025] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.812268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.824879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.825080] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56448543-9b47-40ad-86fc-62cbe31a3b20 is going to be deleted. [ 803.826208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.826502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.831939] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.832164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.881872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.882258] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 907e0b44-3df4-44a5-9e75-52cd02352fe4 is going to be deleted. [ 803.883514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.883826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.883967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.884247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e8adece8-b987-4290-a1dc-f33f05752f88" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.884691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.884887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.884970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.885113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.885924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.885924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.886178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.886300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.886371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.886529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.886601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.886805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.886963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.887263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.887478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c991d172-16f4-4421-8967-51b914437564" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.887643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.887825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.887929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.888053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-caead7ac-5909-4938-8a56-483ee336a701" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.888228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.888394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.888564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.888772] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.888891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.888950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.889115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.889191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.889348] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a already deleted. [ 803.889442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.889587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.889740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.889823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.889939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7505268-ee7c-403c-8aab-315c4dbe49a7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.890092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.890232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.890304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.890422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79b755df-d430-4766-82a7-43469a8052f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.890556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.890769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.890769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.890887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ebdaeb1e-9936-429f-97d1-d7a00953a403" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.891031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.891198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.891276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.891387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5da9ee3-df3a-4651-b164-545646bc9217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.931012] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.931258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.931321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.931587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.931701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.931861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-901ca6c9-5751-4fe8-8096-3b9081d31015" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.007941] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.008364] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.008542] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.009132] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.009233] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.009488] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 300e3382-4b84-4b75-ad94-1b2ecd7da588 not found, creating... [ 804.009937] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.010213] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.010412] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.010774] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.011019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.011488] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.011746] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.011949] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.012301] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.012525] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.012750] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 300e3382-4b84-4b75-ad94-1b2ecd7da588 is going to be created. [ 804.021101] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.021256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.021351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.021578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.021668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.021786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-907e0b44-3df4-44a5-9e75-52cd02352fe4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.023512] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.023754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.023832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.024073] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.024161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.024278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56448543-9b47-40ad-86fc-62cbe31a3b20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.050958] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7: rpc.has_security_group_logging(os_id): False [ 804.054222] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a758b3f-39ee-4687-ad27-accc9d48de1e: rpc.has_security_group_logging(os_id): False [ 804.055211] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b04adc70-d014-4018-a205-cd771c68b6c6: rpc.has_security_group_logging(os_id): False [ 804.072157] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc934140-ad4e-4e0d-bd6b-78c9af14dd63: rpc.has_security_group_logging(os_id): False [ 804.073242] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba48efee-c859-4895-bc3b-27515346371e: rpc.has_security_group_logging(os_id): False [ 804.074212] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f4037fb-040e-4918-93b6-b7374eea6000: rpc.has_security_group_logging(os_id): False [ 804.075078] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cf38af1-73da-44a2-8d17-ad0755b471b0: rpc.has_security_group_logging(os_id): False [ 804.080988] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.081194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.081272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.081536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.084078] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.084321] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.084442] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.084703] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.084948] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.085216] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-300e3382-4b84-4b75-ad94-1b2ecd7da588" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.097995] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.098179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.099158] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.099270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.101635] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.101796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.106063] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.106246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.116409] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.116599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.138041] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.138293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.139117] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 804.139368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.139563] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.139826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.140044] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.140187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.140264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.140436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.140507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.140644] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.161746] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 804.162448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.163019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.163280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.163380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.163572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.163689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.163843] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 804.165049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.165254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.212227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.212396] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.212396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.212557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.212685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.212758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.212956] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.213168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.213269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.213505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.213620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.213943] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.214194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.214295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.214682] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.214821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.214970] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be updated. [ 804.216244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.216448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.276485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.277110] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.277330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.277486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.277837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.278062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.278199] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba48efee-c859-4895-bc3b-27515346371e is going to be updated. [ 804.279849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.280148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.325602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.326283] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.326490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.326673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.326980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.327157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.327323] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 is going to be updated. [ 804.329054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.329322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.363220] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.363450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.368341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.368710] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.368821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.368905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.369179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.369263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.369361] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be updated. [ 804.370570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.370776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.373722] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.373893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.380660] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.380906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.409166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.409575] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.409706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.409758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.410047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.410183] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.410296] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be updated. [ 804.411596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.411814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.411962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.413203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.413403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.448013] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 804.463414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.463768] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.464914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.465226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.465584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.465730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.465902] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 is going to be updated. [ 804.467751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.468082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.468231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.469720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.469958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.470127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.486619] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.486875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.486966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.487278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.487488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.507085] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba48efee-c859-4895-bc3b-27515346371e in Status: IN_PROGRESS for 2s [ 804.508029] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 in Status: IN_PROGRESS for 2s [ 804.520390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.520565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.520633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.520874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.521213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.534060] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: IN_PROGRESS for 2s [ 804.577501] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: IN_PROGRESS for 2s [ 804.625645] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.626062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.626062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.626283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.626508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.642977] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.656836] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.657092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.657092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.657400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.657580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.681493] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: IN_PROGRESS for 2s [ 804.704624] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: IN_PROGRESS for 2s [ 804.806407] env[67412]: INFO networking_nsxv3.common.synchronization [req-e2e0ea75-e64f-45d8-9ff5-0bc06a620f48 req-38107568-4dda-46e1-b9e6-3d85596f7e99 service nova] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 804.806407] env[67412]: INFO networking_nsxv3.common.synchronization [req-e2e0ea75-e64f-45d8-9ff5-0bc06a620f48 req-38107568-4dda-46e1-b9e6-3d85596f7e99 service nova] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 804.806407] env[67412]: INFO networking_nsxv3.common.synchronization [req-e2e0ea75-e64f-45d8-9ff5-0bc06a620f48 req-38107568-4dda-46e1-b9e6-3d85596f7e99 service nova] Enqueued Resource ID: 300e3382-4b84-4b75-ad94-1b2ecd7da588 with Priority: HIGHEST for action port [ 804.806407] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 804.806407] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 804.806407] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300e3382-4b84-4b75-ad94-1b2ecd7da588 with Priority: HIGHEST for action port [ 804.806407] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.806812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.806977] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.807305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.807480] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.809019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.810125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.810125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.810125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.810125] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.810125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.810125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.810522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.810698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.810986] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.812248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-300e3382-4b84-4b75-ad94-1b2ecd7da588 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.813318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-300e3382-4b84-4b75-ad94-1b2ecd7da588" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.813318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-300e3382-4b84-4b75-ad94-1b2ecd7da588" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.813318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-300e3382-4b84-4b75-ad94-1b2ecd7da588" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.813318] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300e3382-4b84-4b75-ad94-1b2ecd7da588',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.145627] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.246154] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e2ce83-2623-4373-8d41-c9b397049238 in Status: IN_PROGRESS for 4s [ 805.314997] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.316859] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.316859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.317199] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 300e3382-4b84-4b75-ad94-1b2ecd7da588 with status ACTIVE [ 805.317394] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.317521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.317679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.317814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.317915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.318143] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.318255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.318321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.318688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.318688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.318791] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.318890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.318961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.319125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.319204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.319317] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 300e3382-4b84-4b75-ad94-1b2ecd7da588 is going to be updated. [ 805.342416] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.342645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.342645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.342893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.343050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.343209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-300e3382-4b84-4b75-ad94-1b2ecd7da588" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.648638] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.648971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.648971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.649150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.649243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.649366] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 805.679604] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.679838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.679838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.680040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.680183] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.694224] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 805.818086] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.320872] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.321189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.321189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.321517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.321565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.321685] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be created. [ 806.351955] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.352127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.352200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.352425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.352597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.364671] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: UNINITIALIZED for 2s [ 806.465166] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 806.465565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.523957] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 in Status: SUCCESS [ 806.524279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.525261] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba48efee-c859-4895-bc3b-27515346371e in Status: SUCCESS [ 806.525552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.553996] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: SUCCESS [ 806.553996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.597754] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: SUCCESS [ 806.598096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.699464] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: SUCCESS [ 806.700365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.720474] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: SUCCESS [ 806.720749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.084980] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 3bb79804-d92b-48a0-9307-748a509b39ca with Priority: HIGHEST for action security_group_members [ 807.085170] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 807.085305] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 807.086162] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb79804-d92b-48a0-9307-748a509b39ca with Priority: HIGHEST for action security_group_members [ 807.086162] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 807.086529] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 807.086655] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb79804-d92b-48a0-9307-748a509b39ca taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.086785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.086851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.087166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087324] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.087418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.087491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.087652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.087831] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.088838] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.089068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.089068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.090156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.090156] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.090156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.090156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.090156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.090156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.090156] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.090738] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.090796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.090879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.091053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.091215] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.091294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.091358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.091656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.091750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.091845] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.143394] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_rules [ 807.143650] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 807.143866] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 3bb79804-d92b-48a0-9307-748a509b39ca with Priority: HIGHEST for action security_group_rules [ 807.144294] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 3bb79804-d92b-48a0-9307-748a509b39ca with Priority: HIGHEST for action security_group_members [ 807.144543] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 807.144695] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 807.144884] env[67412]: INFO networking_nsxv3.common.synchronization [req-ce0f40b3-e0cb-4e06-9e81-997154de4d06 req-ef6123bb-944d-497c-91a5-dd59e72594b6 tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd with Priority: HIGHEST for action port [ 807.145574] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_rules [ 807.145749] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb79804-d92b-48a0-9307-748a509b39ca with Priority: HIGHEST for action security_group_rules [ 807.145903] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 807.146015] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd with Priority: HIGHEST for action port [ 807.146144] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_rules [ 807.146274] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 807.146432] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb79804-d92b-48a0-9307-748a509b39ca with Priority: HIGHEST for action security_group_members [ 807.146747] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.146939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.147107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.147659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.147774] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.149097] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bb79804-d92b-48a0-9307-748a509b39ca taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.150707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.150824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.151142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.151252] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.153170] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.153170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.155068] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9906dae-d399-49b7-ab9b-5a2efe535ffd taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.155260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.155360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.155938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.156092] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9906dae-d399-49b7-ab9b-5a2efe535ffd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.157850] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.158162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.158263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.158514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.159332] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.161462] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.161602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.161846] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb79804-d92b-48a0-9307-748a509b39ca taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.162206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.263595] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 50e2ce83-2623-4373-8d41-c9b397049238 in Status: SUCCESS [ 807.263595] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 50e2ce83-2623-4373-8d41-c9b397049238 deletion is rescheduled due to dependency. [ 807.263814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-50e2ce83-2623-4373-8d41-c9b397049238" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.594385] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.595743] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.596566] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.658245] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9906dae-d399-49b7-ab9b-5a2efe535ffd with status ACTIVE [ 807.658679] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.659674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.659674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.659674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.659674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.660042] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.660184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.660826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.660826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.660958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.661351] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.661547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.661647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.662875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.662875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.662875] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9906dae-d399-49b7-ab9b-5a2efe535ffd is going to be updated. [ 807.664504] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.664504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.664841] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb79804-d92b-48a0-9307-748a509b39ca taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.664963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.665299] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.665457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.696856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.697039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.697039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.697608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.697608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.697802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9906dae-d399-49b7-ab9b-5a2efe535ffd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.708961] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 807.709298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.709478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.709744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.709996] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.710213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.710286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.710523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.710701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.710818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.710991] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.712158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.712550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.712851] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.713185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.713185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.713483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.713820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.714080] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.099610] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.100949] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.102570] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.216385] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.216917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.217166] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.376190] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 808.376190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.376190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.376190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.376452] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.376579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.376654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.376816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.376890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.376971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.377108] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.603106] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.603438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.603438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.603541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.603627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.603722] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be updated. [ 808.605095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.605212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.605409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.605446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.605546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.605596] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 808.606956] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.607091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.607180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.607323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.607405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.607496] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb79804-d92b-48a0-9307-748a509b39ca is going to be created. [ 808.640352] env[67412]: INFO networking_nsxv3.common.synchronization [None req-0c4aa273-1072-4d9d-8703-1dcd03bd8360 tempest-MigrationsAdminTest-1982794745 tempest-MigrationsAdminTest-1982794745-project-member] Enqueued Resource ID: 46700ebd-8956-4dcc-9735-550228c02149 with Priority: HIGHEST for action security_group_rules [ 808.640352] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46700ebd-8956-4dcc-9735-550228c02149 with Priority: HIGHEST for action security_group_rules [ 808.645121] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.645121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.645121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.645121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.645121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.645731] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46700ebd-8956-4dcc-9735-550228c02149 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.645860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46700ebd-8956-4dcc-9735-550228c02149" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.645935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46700ebd-8956-4dcc-9735-550228c02149" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.647109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46700ebd-8956-4dcc-9735-550228c02149" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.647109] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46700ebd-8956-4dcc-9735-550228c02149',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.649418] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.649553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.649620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.649769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.649935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.654252] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.654252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.654252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.654252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.654252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.669950] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 808.671548] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: IN_PROGRESS for 2s [ 808.672509] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb79804-d92b-48a0-9307-748a509b39ca in Status: UNINITIALIZED for 2s [ 808.721353] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.735573] env[67412]: INFO networking_nsxv3.common.synchronization [None req-26be99df-5c14-40aa-9a85-3d21605074e5 tempest-MigrationsAdminTest-1982794745 tempest-MigrationsAdminTest-1982794745-project-member] Enqueued Resource ID: 46700ebd-8956-4dcc-9735-550228c02149 with Priority: HIGHEST for action security_group_rules [ 808.739120] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46700ebd-8956-4dcc-9735-550228c02149 with Priority: HIGHEST for action security_group_rules [ 808.739578] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-46700ebd-8956-4dcc-9735-550228c02149 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.739686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-46700ebd-8956-4dcc-9735-550228c02149" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.880282] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.176171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.176560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.176560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.176943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.177132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.177306] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46700ebd-8956-4dcc-9735-550228c02149 already deleted. [ 809.177477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46700ebd-8956-4dcc-9735-550228c02149" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.177796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-46700ebd-8956-4dcc-9735-550228c02149" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.177999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-46700ebd-8956-4dcc-9735-550228c02149" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.178394] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('46700ebd-8956-4dcc-9735-550228c02149',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.224192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.224192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.224192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.224192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.224579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.224579] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 809.259989] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.260193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.260270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.260509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.260708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.274048] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 809.385572] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3eccb20f-904a-4002-8d5c-4447f0b0b42a: rpc.has_security_group_logging(os_id): False [ 809.413989] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.414280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.414280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.414903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.414903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.414903] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.414903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.416594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.416594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.416594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.416594] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be created. [ 809.516435] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.516645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.516701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.516909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.517108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.536990] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 809.703214] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.703612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.703612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.703796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.703856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.703939] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 46700ebd-8956-4dcc-9735-550228c02149 already deleted. [ 809.704090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-46700ebd-8956-4dcc-9735-550228c02149" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.686754] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: SUCCESS [ 810.686913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.687722] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb79804-d92b-48a0-9307-748a509b39ca in Status: SUCCESS [ 810.687922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.688647] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 810.688746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.689790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.689790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.689790] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.689790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.689790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.690317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.690446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.690621] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.691496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.691614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.692387] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.692512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.692586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.692808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.692808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.693111] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.693720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.693867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.694317] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.694317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.694317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.694317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.694730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.694730] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.196329] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.198600] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.199934] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.285954] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 811.286359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.287069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.287069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.287069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.287328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.287328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.287572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.287647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.287717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.287874] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.288514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.288514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.288514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.288514] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.288942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.288942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.289033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.289067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.289178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.289235] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.553217] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 811.553408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.699623] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.703767] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.704676] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.720588] env[67412]: INFO networking_nsxv3.common.synchronization [req-3681a983-8578-4d9c-a154-7cfe2f811895 req-2a4cca9c-6c24-4294-babb-8947ea36d16a tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 3bb79804-d92b-48a0-9307-748a509b39ca with Priority: HIGHEST for action security_group_members [ 811.720776] env[67412]: INFO networking_nsxv3.common.synchronization [req-3681a983-8578-4d9c-a154-7cfe2f811895 req-2a4cca9c-6c24-4294-babb-8947ea36d16a tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 811.721370] env[67412]: INFO networking_nsxv3.common.synchronization [req-3681a983-8578-4d9c-a154-7cfe2f811895 req-2a4cca9c-6c24-4294-babb-8947ea36d16a tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 811.721639] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bb79804-d92b-48a0-9307-748a509b39ca with Priority: HIGHEST for action security_group_members [ 811.721911] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 811.722061] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGHEST for action security_group_members [ 811.722392] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bb79804-d92b-48a0-9307-748a509b39ca taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.722555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.722809] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.723844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.723844] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.723844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.791403] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43: rpc.has_security_group_logging(os_id): False [ 811.812252] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.812528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.812528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.812658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.812745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.812989] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.813053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.813273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.813358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.813358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.813592] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.813705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.813767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.813946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.814032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.814277] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.814359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.814394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.814549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.814628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.814722] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be created. [ 811.890479] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.890479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.890479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.890479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.892263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.908020] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 812.202452] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.202806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.202806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.203514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.203514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.203677] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be updated. [ 812.207995] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.207995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.207995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.208160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.208262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.208339] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb79804-d92b-48a0-9307-748a509b39ca is going to be updated. [ 812.209773] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.209886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.210016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.210707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.210707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.210707] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 812.232387] env[67412]: INFO networking_nsxv3.common.synchronization [req-b3000822-bb73-4f46-9307-6f226d7121c4 req-dbf45dac-a582-4ab7-b18c-b2417cddf72a tempest-ServersV294TestFqdnHostnames-763175861 tempest-ServersV294TestFqdnHostnames-763175861-project-member] Enqueued Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_members [ 812.234353] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_members [ 812.234353] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.234353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.234353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.234353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.234353] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.234644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.234644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.234644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.234765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.235450] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.248279] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.248507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.248507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.248696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.249494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.252028] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.252158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.252229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.252436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.252571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.254831] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.254956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.255032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.255216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.255348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.269239] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb79804-d92b-48a0-9307-748a509b39ca in Status: IN_PROGRESS for 2s [ 812.269640] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 812.270438] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: IN_PROGRESS for 2s [ 812.739159] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.739159] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.739159] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f already deleted. [ 812.739159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.987538] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b801738a-00f6-49e7-be5c-c2b605928378 None None] Enqueued Resource ID: e5c783a1-b686-4d23-a8f8-0c3711712eb3 with Priority: HIGHEST for action port [ 812.987538] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5c783a1-b686-4d23-a8f8-0c3711712eb3 with Priority: HIGHEST for action port [ 812.989154] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5c783a1-b686-4d23-a8f8-0c3711712eb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.989587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5c783a1-b686-4d23-a8f8-0c3711712eb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.989775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5c783a1-b686-4d23-a8f8-0c3711712eb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.990400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5c783a1-b686-4d23-a8f8-0c3711712eb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.990708] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5c783a1-b686-4d23-a8f8-0c3711712eb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.155801] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-943 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.156018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-943" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.156302] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-943" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.157059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-943" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.157349] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.158054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.158223] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.158610] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.158680] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.158885] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.159015] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.159131] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.159235] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.159343] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.159445] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.159572] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.179568] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.179802] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.179886] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.180366] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-943" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.180366] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-36018224-fbd6-48fd-91fd-52f1ab45ce20 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.180675] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-36018224-fbd6-48fd-91fd-52f1ab45ce20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.180675] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-36018224-fbd6-48fd-91fd-52f1ab45ce20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.180949] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-36018224-fbd6-48fd-91fd-52f1ab45ce20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.181102] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36018224-fbd6-48fd-91fd-52f1ab45ce20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.494612] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5c783a1-b686-4d23-a8f8-0c3711712eb3 [ 813.495188] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.495188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.495188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.495400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.495466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.495593] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5c783a1-b686-4d23-a8f8-0c3711712eb3 already deleted. [ 813.495679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5c783a1-b686-4d23-a8f8-0c3711712eb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.683313] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.683688] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.683688] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.685549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.685549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.685549] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 36018224-fbd6-48fd-91fd-52f1ab45ce20 not found, creating... [ 813.685549] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.685549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.685549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.685549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.685549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.685923] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.685982] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.686171] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.686492] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.687026] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.687026] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 36018224-fbd6-48fd-91fd-52f1ab45ce20 is going to be created. [ 813.709621] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.709843] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.709962] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.710264] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.710486] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.712017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-36018224-fbd6-48fd-91fd-52f1ab45ce20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.920754] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 813.920999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.921198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.921419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.921511] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.263884] env[67412]: INFO networking_nsxv3.common.synchronization [req-47ce4ca4-8d56-4dd3-a734-f4d3a194d396 req-dc37b579-bc08-40c2-b7fd-59ff57f3b955 tempest-ServersAdminTestJSON-812653998 tempest-ServersAdminTestJSON-812653998-project-member] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 814.264726] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 814.265023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.265338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.265670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.266026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.266026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.266597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.266712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.266899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.266991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.267100] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.282158] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 814.282539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.283111] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: SUCCESS [ 814.283279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.283861] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bb79804-d92b-48a0-9307-748a509b39ca in Status: SUCCESS [ 814.284038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.284898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.285104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.285400] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.285470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.285544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.285675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.285750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.285833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.285926] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.286808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.286925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.287057] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.287223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.287307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.287447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.287520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.287599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.287802] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.288392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.288864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.288864] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.288864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.288864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.289143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.289143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.289230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.289230] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.291729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.291933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.292114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.292213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.292323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.292803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.292803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.292803] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.293657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.293805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.293955] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.294091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.294242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.294242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.294313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.294429] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.295971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.295971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.296168] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.296274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.296446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.296446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.296630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.296630] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.425627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.425627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.425627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.425627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.425627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.425627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.425627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.425627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.425627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.425627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.425627] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.449558] env[67412]: INFO networking_nsxv3.common.synchronization [req-b3000822-bb73-4f46-9307-6f226d7121c4 req-7f263d59-2677-49f9-b89b-1742b8a3f7db service nova] Enqueued Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_rules [ 814.449663] env[67412]: INFO networking_nsxv3.common.synchronization [req-b3000822-bb73-4f46-9307-6f226d7121c4 req-7f263d59-2677-49f9-b89b-1742b8a3f7db service nova] Enqueued Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_members [ 814.449773] env[67412]: INFO networking_nsxv3.common.synchronization [req-b3000822-bb73-4f46-9307-6f226d7121c4 req-7f263d59-2677-49f9-b89b-1742b8a3f7db service nova] Enqueued Resource ID: 36018224-fbd6-48fd-91fd-52f1ab45ce20 with Priority: HIGHEST for action port [ 814.450372] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_rules [ 814.450430] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_members [ 814.450485] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36018224-fbd6-48fd-91fd-52f1ab45ce20 with Priority: HIGHEST for action port [ 814.450929] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.450929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.451066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.451187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.451255] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.452179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.452316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.452362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.453026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.453026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.453026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.453026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.453026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.453314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.453314] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.457280] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-36018224-fbd6-48fd-91fd-52f1ab45ce20 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.457438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36018224-fbd6-48fd-91fd-52f1ab45ce20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.457541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36018224-fbd6-48fd-91fd-52f1ab45ce20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.457646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36018224-fbd6-48fd-91fd-52f1ab45ce20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.457725] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36018224-fbd6-48fd-91fd-52f1ab45ce20',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.769802] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.792219] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.793432] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.793432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.798523] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.798648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.798708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.798910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.798992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.799192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.799612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.799612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.799612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.799612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.799827] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be updated. [ 814.800739] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bb79804-d92b-48a0-9307-748a509b39ca',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.801846] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.802497] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.802497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.802619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.805236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.805236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.805236] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.805236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.805236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.805236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.805236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.805236] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bb79804-d92b-48a0-9307-748a509b39ca is going to be deleted. [ 814.839662] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.839836] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.839933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.840193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.840359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.842385] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.842527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.842598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.842813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.842916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.843044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.851324] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: IN_PROGRESS for 2s [ 814.927961] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.928915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.928915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.928915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.928915] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.929165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.929165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.929464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.929464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.929464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.929590] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.929658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.929746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.929860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.930083] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.930210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.930271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.930416] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.930492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.930571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.930660] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.959818] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.959975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.960212] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.961071] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36018224-fbd6-48fd-91fd-52f1ab45ce20 with status ACTIVE [ 814.962301] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.964850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.964982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.965396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.965497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.966340] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.966457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.966524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.966867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.966937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.967171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.967276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.967358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.967500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.967575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.967661] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36018224-fbd6-48fd-91fd-52f1ab45ce20 is going to be updated. [ 814.983927] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b8882fb1-c538-48d3-af0e-6d48c8da6ff9 None None] Enqueued Resource ID: 98e76976-ff3c-4a84-8ea1-827a0be41ab8 with Priority: HIGHEST for action port [ 814.984777] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e76976-ff3c-4a84-8ea1-827a0be41ab8 with Priority: HIGHEST for action port [ 814.985212] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-98e76976-ff3c-4a84-8ea1-827a0be41ab8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.985345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98e76976-ff3c-4a84-8ea1-827a0be41ab8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.985409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98e76976-ff3c-4a84-8ea1-827a0be41ab8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.985669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98e76976-ff3c-4a84-8ea1-827a0be41ab8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.985752] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e76976-ff3c-4a84-8ea1-827a0be41ab8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.995907] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.996093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.996280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.996639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.996639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.996737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36018224-fbd6-48fd-91fd-52f1ab45ce20" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.011173] env[67412]: INFO networking_nsxv3.common.synchronization [req-d20c9f7e-0487-4b70-bf79-8654a95f8211 req-652ee79b-345e-4d34-9e1a-53b71a4dc5ad tempest-ServersWithSpecificFlavorTestJSON-12592756 tempest-ServersWithSpecificFlavorTestJSON-12592756-project-member] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 815.012141] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 815.012265] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.012265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.012374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.012591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.012749] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.013156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.013156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.013156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.013156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.013345] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.272360] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.294959] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f4037fb-040e-4918-93b6-b7374eea6000: rpc.has_security_group_logging(os_id): False [ 815.309352] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.309352] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bb79804-d92b-48a0-9307-748a509b39ca: rpc.has_security_group_logging(os_id): False [ 815.334057] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.334057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.334057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.334057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.334057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.334057] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.334057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.334057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.334057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.334057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.334057] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be updated. [ 815.336685] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.337267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.337574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.338091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.338995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.338995] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.339508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.340934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.340934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.340934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.340934] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bb79804-d92b-48a0-9307-748a509b39ca is going to be created. [ 815.376357] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3bb79804-d92b-48a0-9307-748a509b39ca], does not exist path=[/infra/domains/default/groups/3bb79804-d92b-48a0-9307-748a509b39ca]."\n}' [ 815.376357] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bb79804-d92b-48a0-9307-748a509b39ca failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3bb79804-d92b-48a0-9307-748a509b39ca [ 815.376357] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 815.434830] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43: rpc.has_security_group_logging(os_id): False [ 815.454315] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.454315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.454315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.454315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.454315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.454315] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.454315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.454315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.454315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.456313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.457296] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.457894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.460101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.460101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.460101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.460101] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bb79804-d92b-48a0-9307-748a509b39ca is going to be created. [ 815.463421] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.463421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.463421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.463421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.463421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.468168] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.468361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.468435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.468729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.473426] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.489224] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98e76976-ff3c-4a84-8ea1-827a0be41ab8 [ 815.489513] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.489654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.489726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.489983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.490088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.490186] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98e76976-ff3c-4a84-8ea1-827a0be41ab8 already deleted. [ 815.490279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98e76976-ff3c-4a84-8ea1-827a0be41ab8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.492626] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: IN_PROGRESS for 2s [ 815.499022] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/3bb79804-d92b-48a0-9307-748a509b39ca], does not exist path=[/infra/domains/default/groups/3bb79804-d92b-48a0-9307-748a509b39ca]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3bb79804-d92b-48a0-9307-748a509b39ca [ 815.499022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bb79804-d92b-48a0-9307-748a509b39ca" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.499022] env[67412]: Traceback (most recent call last): [ 815.499022] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 815.499022] env[67412]: return func(*args, **kwargs) [ 815.499022] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 815.499022] env[67412]: res.raise_for_status() [ 815.499022] env[67412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 815.499022] env[67412]: raise HTTPError(http_error_msg, response=self) [ 815.499022] env[67412]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3bb79804-d92b-48a0-9307-748a509b39ca [ 815.499022] env[67412]: During handling of the above exception, another exception occurred: [ 815.499022] env[67412]: Traceback (most recent call last): [ 815.499022] env[67412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 815.499022] env[67412]: listener.cb(fileno) [ 815.499022] env[67412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 815.499022] env[67412]: result = function(*args, **kwargs) [ 815.499022] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 815.499022] env[67412]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 815.499022] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 815.499022] env[67412]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 815.499022] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 815.499022] env[67412]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 815.499022] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 815.499022] env[67412]: res.raise_for_status() [ 815.499022] env[67412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 815.499022] env[67412]: raise HTTPError(http_error_msg, response=self) [ 815.499022] env[67412]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/3bb79804-d92b-48a0-9307-748a509b39ca [ 815.499022] env[67412]: Removing descriptor: 60 [ 815.499022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.500474] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.500790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.500957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.501317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.501648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.502202] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.503087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.503087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.503087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.503087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.503455] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.503714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.503881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.505031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.505031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.505031] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 815.516558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.516748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.516829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.517235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.546699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.547024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.547199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.547331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.547515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.547628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.547746] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b is going to be updated. [ 815.556119] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.556119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-622" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.556119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-622" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.556119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-622" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.556119] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.556119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.556119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.556119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.556119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.556119] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.556119] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 815.556119] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 815.556119] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 815.556803] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 815.556803] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 815.556803] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 815.598307] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 815.598720] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 815.598813] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 815.599097] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-622" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.599569] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-825985eb-96a1-482c-a8fd-48855d71dc80 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.599771] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-825985eb-96a1-482c-a8fd-48855d71dc80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.600282] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-825985eb-96a1-482c-a8fd-48855d71dc80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.600282] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-825985eb-96a1-482c-a8fd-48855d71dc80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.601959] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('825985eb-96a1-482c-a8fd-48855d71dc80',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.603171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.603295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.603366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.603581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.603691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.608083] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.608376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.608376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.608544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.608692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.630717] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: IN_PROGRESS for 2s [ 815.638587] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 815.774171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.774502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.774502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.774811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.774811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.775256] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 815.808066] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.808066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.808066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.808066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.808316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.813960] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.814186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.814294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.816983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.817203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.817604] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 815.820316] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 815.852341] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.852562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.852562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.852943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.853049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.863532] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 815.976846] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.977204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.977204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.977469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.977581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.977734] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f is going to be created. [ 816.011731] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.011996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.011996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.012190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.012353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.027257] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f in Status: UNINITIALIZED for 2s [ 816.032689] env[67412]: INFO networking_nsxv3.common.synchronization [None req-265cadfb-da99-4dc5-8c8b-7dc02411fcdd None None] Enqueued Resource ID: 9683ad07-3dd1-4a85-9e3c-a9ef8e124d67 with Priority: HIGHEST for action port [ 816.033253] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9683ad07-3dd1-4a85-9e3c-a9ef8e124d67 with Priority: HIGHEST for action port [ 816.033558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9683ad07-3dd1-4a85-9e3c-a9ef8e124d67 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.033723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9683ad07-3dd1-4a85-9e3c-a9ef8e124d67" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.033802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9683ad07-3dd1-4a85-9e3c-a9ef8e124d67" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.035041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9683ad07-3dd1-4a85-9e3c-a9ef8e124d67" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.035202] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9683ad07-3dd1-4a85-9e3c-a9ef8e124d67',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.117025] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.117025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.117025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.117025] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 825985eb-96a1-482c-a8fd-48855d71dc80 not found, creating... [ 816.117025] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.117025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.117025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.117608] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.117608] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.117608] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.117608] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.117608] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.117979] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 825985eb-96a1-482c-a8fd-48855d71dc80 is going to be created. [ 816.141650] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.141650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.141650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.141650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.141650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.141650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-825985eb-96a1-482c-a8fd-48855d71dc80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.539296] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9683ad07-3dd1-4a85-9e3c-a9ef8e124d67 [ 816.539528] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.539661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.539728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.539995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.540050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.540625] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9683ad07-3dd1-4a85-9e3c-a9ef8e124d67 already deleted. [ 816.540625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9683ad07-3dd1-4a85-9e3c-a9ef8e124d67" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.867117] env[67412]: INFO networking_nsxv3.common.synchronization [req-d20c9f7e-0487-4b70-bf79-8654a95f8211 req-b1924586-45b9-4e3d-8d07-daaa87ddacda service nova] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_rules [ 816.867454] env[67412]: INFO networking_nsxv3.common.synchronization [req-d20c9f7e-0487-4b70-bf79-8654a95f8211 req-b1924586-45b9-4e3d-8d07-daaa87ddacda service nova] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 816.867454] env[67412]: INFO networking_nsxv3.common.synchronization [req-d20c9f7e-0487-4b70-bf79-8654a95f8211 req-b1924586-45b9-4e3d-8d07-daaa87ddacda service nova] Enqueued Resource ID: 825985eb-96a1-482c-a8fd-48855d71dc80 with Priority: HIGHEST for action port [ 816.868453] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: SUCCESS [ 816.868634] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 deletion is rescheduled due to dependency. [ 816.869567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.869567] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_rules [ 816.869567] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 816.869567] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 825985eb-96a1-482c-a8fd-48855d71dc80 with Priority: HIGHEST for action port [ 816.869930] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.870072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.870588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.870588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.870588] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.871622] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.871752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.875021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-825985eb-96a1-482c-a8fd-48855d71dc80 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.875021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-825985eb-96a1-482c-a8fd-48855d71dc80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.875021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-825985eb-96a1-482c-a8fd-48855d71dc80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.875021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-825985eb-96a1-482c-a8fd-48855d71dc80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.875021] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('825985eb-96a1-482c-a8fd-48855d71dc80',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.374510] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.374510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.384031] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 825985eb-96a1-482c-a8fd-48855d71dc80 with status ACTIVE [ 817.384031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.384031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.384031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.384031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.384031] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 825985eb-96a1-482c-a8fd-48855d71dc80 is going to be updated. [ 817.408272] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.412231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.412316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.412523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.412662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.412821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-825985eb-96a1-482c-a8fd-48855d71dc80" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.521216] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f4037fb-040e-4918-93b6-b7374eea6000 in Status: SUCCESS [ 817.521216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.644094] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: SUCCESS [ 817.644306] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b deletion is rescheduled due to dependency. [ 817.644370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.645625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.645625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.645625] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.645625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.645625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.645625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.645625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.645625] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.656436] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 817.657173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.762036] env[67412]: INFO networking_nsxv3.common.synchronization [req-58145c1d-18b2-4e3a-971c-72a93039689f req-80b5869f-dae5-46b9-a8e2-d19d8634bc03 tempest-SecurityGroupRulesNegativeTestJSON-1361609550 tempest-SecurityGroupRulesNegativeTestJSON-1361609550-project-member] Enqueued Resource ID: 4c58b158-0e6a-4dbe-96d6-134466b107d4 with Priority: HIGHEST for action security_group_rules [ 817.763293] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c58b158-0e6a-4dbe-96d6-134466b107d4 with Priority: HIGHEST for action security_group_rules [ 817.763293] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c58b158-0e6a-4dbe-96d6-134466b107d4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.763293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c58b158-0e6a-4dbe-96d6-134466b107d4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.763293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c58b158-0e6a-4dbe-96d6-134466b107d4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.763293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c58b158-0e6a-4dbe-96d6-134466b107d4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.764237] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c58b158-0e6a-4dbe-96d6-134466b107d4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.832359] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 817.832523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.879773] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 817.880150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.882550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.882550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.882550] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.882550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.882550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.882550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.882550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.884164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.884387] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.884508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.884575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.885403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.885403] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.885403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.885403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.885403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.885403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.885403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.885684] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.041599] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f in Status: SUCCESS [ 818.042713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.042713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.042713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.042713] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.042713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.043286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.043286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.043286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.043459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.043542] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.147330] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.291874] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.291874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.291874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.291874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.291874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.291874] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c58b158-0e6a-4dbe-96d6-134466b107d4 already deleted. [ 818.291874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c58b158-0e6a-4dbe-96d6-134466b107d4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.388368] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 65f15a93-c3f4-41c9-856a-7eaae03f3678: rpc.has_security_group_logging(os_id): False [ 818.413002] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.413182] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.413251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.413518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.442655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.442655] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.442655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.442655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.442655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.442655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.443118] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.443118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.443118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.443118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.443367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.443367] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.443871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.443871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.443871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.443871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.443871] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 818.549485] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.554841] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.554930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.555010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.555210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.555362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.584495] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 818.651456] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.719149] env[67412]: INFO networking_nsxv3.common.synchronization [req-d0f4b96f-aca0-4679-acff-6bcd1a883c34 req-e9c988cb-adae-44a9-9374-8c470397c94f tempest-SecurityGroupRulesNegativeTestJSON-1361609550 tempest-SecurityGroupRulesNegativeTestJSON-1361609550-project-member] Enqueued Resource ID: 4c58b158-0e6a-4dbe-96d6-134466b107d4 with Priority: HIGHEST for action security_group_rules [ 818.719612] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c58b158-0e6a-4dbe-96d6-134466b107d4 with Priority: HIGHEST for action security_group_rules [ 818.719923] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c58b158-0e6a-4dbe-96d6-134466b107d4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.720640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c58b158-0e6a-4dbe-96d6-134466b107d4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.720767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c58b158-0e6a-4dbe-96d6-134466b107d4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.721218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c58b158-0e6a-4dbe-96d6-134466b107d4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.721349] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c58b158-0e6a-4dbe-96d6-134466b107d4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.062556] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f: rpc.has_security_group_logging(os_id): False [ 819.093640] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.093920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.093920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.094235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.094395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.094766] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.094945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.096646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.097191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.097262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.097372] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f is going to be created. [ 819.152739] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.152941] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.153035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.153260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.153372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.153447] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b is going to be updated. [ 819.181359] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.181586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.181675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.181948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.182189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.189361] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.189545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.189613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.189772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.189915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.200353] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f in Status: IN_PROGRESS for 2s [ 819.201200] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: IN_PROGRESS for 2s [ 819.246861] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.247330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.247330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.247881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.247881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.247881] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c58b158-0e6a-4dbe-96d6-134466b107d4 already deleted. [ 819.248628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c58b158-0e6a-4dbe-96d6-134466b107d4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.382802] env[67412]: INFO networking_nsxv3.common.synchronization [None req-6f1e16ce-c9f8-48fc-b487-9791294a3aa2 None None] Enqueued Resource ID: 889d649d-f9bc-44cf-b52e-828e091dcdfe with Priority: HIGHEST for action port [ 820.383535] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889d649d-f9bc-44cf-b52e-828e091dcdfe with Priority: HIGHEST for action port [ 820.384980] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-889d649d-f9bc-44cf-b52e-828e091dcdfe taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.384980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-889d649d-f9bc-44cf-b52e-828e091dcdfe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.384980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-889d649d-f9bc-44cf-b52e-828e091dcdfe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.384980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-889d649d-f9bc-44cf-b52e-828e091dcdfe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.384980] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('889d649d-f9bc-44cf-b52e-828e091dcdfe',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.539805] env[67412]: INFO networking_nsxv3.common.synchronization [req-9f845048-469a-4680-aa33-81faa107ef5e req-de0ccc60-8c66-4419-9416-7c4410d92413 tempest-MultipleCreateTestJSON-1714648687 tempest-MultipleCreateTestJSON-1714648687-project-member] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 820.539938] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 820.540602] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.540602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.540602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.540602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.540818] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.540818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.540893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.541901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.541901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.541901] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.607397] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 820.607397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.887597] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 889d649d-f9bc-44cf-b52e-828e091dcdfe [ 820.887970] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.888099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.888099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.888342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.888484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.888898] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:889d649d-f9bc-44cf-b52e-828e091dcdfe already deleted. [ 820.888898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-889d649d-f9bc-44cf-b52e-828e091dcdfe" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.045217] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.214862] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: SUCCESS [ 821.216955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.216955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.216955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.216955] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.216955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.216955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.217634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.217919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.218163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.218397] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.221272] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f in Status: SUCCESS [ 821.221868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.273089] env[67412]: INFO networking_nsxv3.common.synchronization [req-f9767573-bd16-4507-9b97-29ee46a5386f req-84c3e9c5-9729-46ae-8dba-c5cfd9f9d398 tempest-MultipleCreateTestJSON-1714648687 tempest-MultipleCreateTestJSON-1714648687-project-member] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 821.273730] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 821.274077] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.274227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.549777] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.725047] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.053129] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.054660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.054660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.054660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.054660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.054660] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 822.089076] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.090161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.090161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.090161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.090161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.100456] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 822.230941] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bbc1cf20-cac2-49af-868d-e45223b0621b: rpc.has_security_group_logging(os_id): False [ 822.253984] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.254198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.254251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.254661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.254661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.254836] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.255158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.255158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.255158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.255279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.255279] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b is going to be updated. [ 822.342975] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.343117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.343168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.343379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.343555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.360576] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: IN_PROGRESS for 2s [ 824.112944] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 824.113329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.113400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.113668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.113828] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.113904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.113968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.114222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.114439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.114439] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.376967] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: SUCCESS [ 824.376967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.617093] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.617363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.617363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.617662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.617771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.617999] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.618125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.618196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.618379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.618461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.618561] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 824.662535] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.663083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.663083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.663083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.663233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.673145] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 826.136723] env[67412]: INFO networking_nsxv3.common.synchronization [None req-0ca6941e-7980-4a3c-9ae8-a622d9591f80 None None] Enqueued Resource ID: 5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6 with Priority: HIGHEST for action port [ 826.137466] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6 with Priority: HIGHEST for action port [ 826.137863] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.138500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.138591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.138896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.138977] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.641647] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6 [ 826.641970] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.642054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.642135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.642398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.642489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.642667] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6 already deleted. [ 826.642760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d78a9ce-6d5d-494d-bec3-b41d8cb3d3e6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.685795] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 826.687521] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 deletion is rescheduled due to dependency. [ 826.687521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.825131] env[67412]: INFO networking_nsxv3.common.synchronization [req-9db0e5f2-bf38-44fa-8b0f-99242343839f req-b936c781-455a-418c-8dfc-a5c0b2ac909d tempest-ServersNegativeTestJSON-1841456748 tempest-ServersNegativeTestJSON-1841456748-project-member] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 826.825523] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 826.825841] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.825962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.826356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.826758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.826758] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.826885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.826923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.827085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.827167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.827832] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.331020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.331020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.331020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.331020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.331020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.331020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.331020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.331020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.331020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.331020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.331707] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 already deleted. [ 827.331707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.374409] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.374622] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.374743] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.375093] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.375346] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.375500] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.375614] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.375831] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.375969] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.376237] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.376405] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 827.376517] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 827.376622] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 827.376732] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 827.376833] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 827.376959] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 827.398826] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 827.398826] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 827.399068] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 827.399115] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.400025] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.400025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.400251] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.400408] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.400550] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dc4cfa-74c1-41c4-bfb1-93943e21a4a0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.902770] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.903058] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.903138] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.903430] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.903613] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.903712] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 not found, creating... [ 827.903965] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.904176] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.904309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.904528] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.904660] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.904947] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.905120] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.905306] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.905599] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.905847] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.906236] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 is going to be created. [ 827.926671] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.927475] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.927475] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.927475] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.927663] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.927892] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.323619] env[67412]: INFO networking_nsxv3.common.synchronization [None req-dd72c018-4ad1-4349-ab72-5a60c287f529 None None] Enqueued Resource ID: 83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4 with Priority: HIGHEST for action port [ 828.324228] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4 with Priority: HIGHEST for action port [ 828.324593] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.324768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.324887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.325202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.325327] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.679500] env[67412]: INFO networking_nsxv3.common.synchronization [req-9db0e5f2-bf38-44fa-8b0f-99242343839f req-f3c4fbb7-9a58-4f40-b959-517ab69c32f9 service nova] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_rules [ 828.679500] env[67412]: INFO networking_nsxv3.common.synchronization [req-9db0e5f2-bf38-44fa-8b0f-99242343839f req-f3c4fbb7-9a58-4f40-b959-517ab69c32f9 service nova] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 828.679500] env[67412]: INFO networking_nsxv3.common.synchronization [req-9db0e5f2-bf38-44fa-8b0f-99242343839f req-f3c4fbb7-9a58-4f40-b959-517ab69c32f9 service nova] Enqueued Resource ID: 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 with Priority: HIGHEST for action port [ 828.679890] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_rules [ 828.679890] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 828.680759] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 with Priority: HIGHEST for action port [ 828.680759] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.680759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.680759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.681277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.681277] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.682346] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.682576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.682635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.682781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.683089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.683089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.684229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.685630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.685722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.685860] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.689085] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.689085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.689085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.689261] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.689314] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dc4cfa-74c1-41c4-bfb1-93943e21a4a0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.778202] env[67412]: INFO networking_nsxv3.common.synchronization [None req-701e21fb-b1d8-48f3-9532-175838fef796 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_rules [ 828.778953] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_rules [ 828.779603] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b533cab-46b4-4aeb-a147-4ee68bc83959 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.779754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.779828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.780184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.780252] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.828488] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4 [ 828.830042] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.830042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.830042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.830042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.830042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.830042] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4 already deleted. [ 828.830042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83314e2d-8bdc-4dcd-8d70-2c14f2ad20e4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.055059] env[67412]: INFO networking_nsxv3.common.synchronization [None req-2e0faf5c-d237-4a3e-9818-6adf01bc763b None None] Enqueued Resource ID: 228fd259-717e-4d30-923e-2b7dd2a4f4db with Priority: HIGHEST for action port [ 829.055497] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 228fd259-717e-4d30-923e-2b7dd2a4f4db with Priority: HIGHEST for action port [ 829.055972] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-228fd259-717e-4d30-923e-2b7dd2a4f4db taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.056119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-228fd259-717e-4d30-923e-2b7dd2a4f4db" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.056216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-228fd259-717e-4d30-923e-2b7dd2a4f4db" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.056648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-228fd259-717e-4d30-923e-2b7dd2a4f4db" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.056753] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('228fd259-717e-4d30-923e-2b7dd2a4f4db',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.191793] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.194096] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.194244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.195587] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 with status ACTIVE [ 829.195587] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.195587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.195587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.195587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.195853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.196072] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.196181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.196335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.196544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.196631] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.196874] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.196972] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.197048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.197316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.197445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.197542] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 is going to be updated. [ 829.220155] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.220155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.220155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.220155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.220155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.220155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.310151] env[67412]: INFO networking_nsxv3.common.synchronization [None req-95fa5388-99ba-4973-b626-7548c2f51dd4 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_rules [ 829.310869] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_rules [ 829.311234] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b533cab-46b4-4aeb-a147-4ee68bc83959 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.311342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.316994] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.317217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.317217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.317447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.317541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.317635] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 already deleted. [ 829.317715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.317855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.318022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.318108] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.559022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 228fd259-717e-4d30-923e-2b7dd2a4f4db [ 829.559273] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.559408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.559477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.559681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.559764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.559841] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:228fd259-717e-4d30-923e-2b7dd2a4f4db already deleted. [ 829.559920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-228fd259-717e-4d30-923e-2b7dd2a4f4db" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.695292] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.842863] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.843016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.843095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.843468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.843468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.843468] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 already deleted. [ 829.844412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.202579] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.203989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.203989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.203989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.203989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.203989] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be created. [ 830.230529] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.230675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.230732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.230942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.231103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.245578] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: UNINITIALIZED for 2s [ 830.779088] env[67412]: INFO networking_nsxv3.common.synchronization [None req-8480e8bb-fe4c-4843-bedd-02c4d1520885 None None] Enqueued Resource ID: 8ad5dee4-27ff-485a-b26f-0e53659ae2c5 with Priority: HIGHEST for action port [ 830.779088] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ad5dee4-27ff-485a-b26f-0e53659ae2c5 with Priority: HIGHEST for action port [ 830.779088] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ad5dee4-27ff-485a-b26f-0e53659ae2c5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.779088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ad5dee4-27ff-485a-b26f-0e53659ae2c5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.779088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ad5dee4-27ff-485a-b26f-0e53659ae2c5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.779775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ad5dee4-27ff-485a-b26f-0e53659ae2c5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.779960] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ad5dee4-27ff-485a-b26f-0e53659ae2c5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.872113] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b943d46e-0e9a-4113-a930-cd237f7b6157 None None] Enqueued Resource ID: 0b90817c-500b-44c1-a4dc-07cdd25657a1 with Priority: HIGHEST for action port [ 830.872670] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b90817c-500b-44c1-a4dc-07cdd25657a1 with Priority: HIGHEST for action port [ 830.872881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b90817c-500b-44c1-a4dc-07cdd25657a1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.873009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b90817c-500b-44c1-a4dc-07cdd25657a1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.874483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b90817c-500b-44c1-a4dc-07cdd25657a1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.874483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b90817c-500b-44c1-a4dc-07cdd25657a1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.874483] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b90817c-500b-44c1-a4dc-07cdd25657a1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.283496] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ad5dee4-27ff-485a-b26f-0e53659ae2c5 [ 831.283588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.283653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.283933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.283933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.284153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.284153] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ad5dee4-27ff-485a-b26f-0e53659ae2c5 already deleted. [ 831.284421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ad5dee4-27ff-485a-b26f-0e53659ae2c5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.378842] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b90817c-500b-44c1-a4dc-07cdd25657a1 [ 831.378842] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.379195] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.379401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.379789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.380029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.380505] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b90817c-500b-44c1-a4dc-07cdd25657a1 already deleted. [ 831.380505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b90817c-500b-44c1-a4dc-07cdd25657a1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.262705] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 832.262705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.262705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.262705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.262705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.262705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.262705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.262705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.262705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.262705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.262705] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.765030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.765030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.765030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.765030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.765030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.766303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.766303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.766303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.766303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.766303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.766303] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.270286] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd376a9-8e14-4afb-b56e-4e654dc54759: rpc.has_security_group_logging(os_id): False [ 833.293826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.293826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.293826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.294048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.294048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.294371] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.294559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.294630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.294822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.294902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.295109] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.295198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.295394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.295483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.295483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.295767] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.295879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.295947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.296111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.296186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.296306] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be created. [ 833.362548] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.363622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.363622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.363622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.363622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.374866] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 833.968130] env[67412]: INFO networking_nsxv3.common.synchronization [None req-81444d74-0efd-4202-9a10-a0aba236533c None None] Enqueued Resource ID: 798bfe59-f43f-433a-8607-a262f7b5de4c with Priority: HIGHEST for action port [ 833.968130] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 798bfe59-f43f-433a-8607-a262f7b5de4c with Priority: HIGHEST for action port [ 833.968130] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-798bfe59-f43f-433a-8607-a262f7b5de4c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.968651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-798bfe59-f43f-433a-8607-a262f7b5de4c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.968814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-798bfe59-f43f-433a-8607-a262f7b5de4c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.969215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-798bfe59-f43f-433a-8607-a262f7b5de4c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.969485] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('798bfe59-f43f-433a-8607-a262f7b5de4c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.471943] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 798bfe59-f43f-433a-8607-a262f7b5de4c [ 834.472334] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.472334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.472334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.472529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.472611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.472696] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:798bfe59-f43f-433a-8607-a262f7b5de4c already deleted. [ 834.472770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-798bfe59-f43f-433a-8607-a262f7b5de4c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.245043] env[67412]: INFO networking_nsxv3.common.synchronization [req-f5861459-e206-4b9f-b71d-216e5cebc48f req-d800c69d-fe92-443c-8ca6-63810eaba7e7 tempest-InstanceActionsV221TestJSON-184867548 tempest-InstanceActionsV221TestJSON-184867548-project-member] Enqueued Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGHEST for action security_group_members [ 835.245043] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGHEST for action security_group_members [ 835.245043] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-867b7ae8-7317-4690-81bd-f5ea8219e7b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.245043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.245043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.245043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.246326] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.246491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.246558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.246719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.246800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.246892] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.390914] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 835.391119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.628401] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.628401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-728" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.628401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-728" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.628401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-728" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.628401] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.628401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.629168] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.629510] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.629741] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.629999] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.630160] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 835.630289] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 835.630421] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 835.630552] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 835.630687] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 835.630835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 835.652119] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 835.652119] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 835.652335] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 835.653327] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-728" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.653714] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-951c76a1-fcb2-4369-8d54-3dae808b7a37 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.653895] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-951c76a1-fcb2-4369-8d54-3dae808b7a37" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.654026] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-951c76a1-fcb2-4369-8d54-3dae808b7a37" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.654471] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-951c76a1-fcb2-4369-8d54-3dae808b7a37" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.654652] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951c76a1-fcb2-4369-8d54-3dae808b7a37',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.749495] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.749658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.749730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.749946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.750061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.750227] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.750325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.750387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.750633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.750633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.750730] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 already deleted. [ 835.750772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.157997] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.158349] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.158586] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.159154] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.159245] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.159407] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 951c76a1-fcb2-4369-8d54-3dae808b7a37 not found, creating... [ 836.159719] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.159893] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.160017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.160273] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.160456] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.160779] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.161252] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.161252] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.161372] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.161434] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.161558] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 951c76a1-fcb2-4369-8d54-3dae808b7a37 is going to be created. [ 836.187021] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.187446] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.187675] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.188122] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.188493] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.188846] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-951c76a1-fcb2-4369-8d54-3dae808b7a37" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.565384] env[67412]: INFO networking_nsxv3.common.synchronization [req-92a3dcaf-6d96-4010-b998-75e1a21af33a req-caf80034-978e-403a-b781-dfbe0460c79c tempest-ListImageFiltersTestJSON-476919744 tempest-ListImageFiltersTestJSON-476919744-project-member] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 836.566427] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 836.566754] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.566884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.566940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.567185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.567347] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.567457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.567716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.567912] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.568015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.568118] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.923807] env[67412]: INFO networking_nsxv3.common.synchronization [req-f5861459-e206-4b9f-b71d-216e5cebc48f req-8742099b-a8a8-42ba-950c-e69100f4751b service nova] Enqueued Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGHEST for action security_group_rules [ 836.924169] env[67412]: INFO networking_nsxv3.common.synchronization [req-f5861459-e206-4b9f-b71d-216e5cebc48f req-8742099b-a8a8-42ba-950c-e69100f4751b service nova] Enqueued Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGHEST for action security_group_members [ 836.924169] env[67412]: INFO networking_nsxv3.common.synchronization [req-f5861459-e206-4b9f-b71d-216e5cebc48f req-8742099b-a8a8-42ba-950c-e69100f4751b service nova] Enqueued Resource ID: 951c76a1-fcb2-4369-8d54-3dae808b7a37 with Priority: HIGHEST for action port [ 836.924747] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGHEST for action security_group_rules [ 836.924913] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGHEST for action security_group_members [ 836.925818] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 951c76a1-fcb2-4369-8d54-3dae808b7a37 with Priority: HIGHEST for action port [ 836.925818] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.925818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.925818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.926722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.926722] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.927898] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-867b7ae8-7317-4690-81bd-f5ea8219e7b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.927898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.927898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.928173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.928289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.928377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.928436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.928586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.928669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.928776] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.929628] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-951c76a1-fcb2-4369-8d54-3dae808b7a37 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.929738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-951c76a1-fcb2-4369-8d54-3dae808b7a37" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.929792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-951c76a1-fcb2-4369-8d54-3dae808b7a37" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.929952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-951c76a1-fcb2-4369-8d54-3dae808b7a37" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.930046] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('951c76a1-fcb2-4369-8d54-3dae808b7a37',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.070544] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.432120] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.433061] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-867b7ae8-7317-4690-81bd-f5ea8219e7b0 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.433272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.435836] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 951c76a1-fcb2-4369-8d54-3dae808b7a37 with status ACTIVE [ 837.435959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.436041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.436080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.436333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.436432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.436609] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.436751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.436788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.436958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.437084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.437183] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.437261] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.437314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.437459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.437534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.437610] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 951c76a1-fcb2-4369-8d54-3dae808b7a37 is going to be updated. [ 837.462500] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.462695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.462855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.463163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.463301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.463491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-951c76a1-fcb2-4369-8d54-3dae808b7a37" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.573974] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.578592] env[67412]: INFO networking_nsxv3.common.synchronization [req-b8a0a1af-306a-429e-a59f-7f615a079771 req-351aa857-da98-4a4c-bd9e-1978e072dd58 tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 837.579175] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 837.579550] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.579716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.579818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.580076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.580272] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.580398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.580469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.580662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.580746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.580845] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.934044] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.939568] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.939568] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.939786] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.940461] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.940866] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.941141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.941723] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.941723] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.941845] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.942048] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.942228] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.942387] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.942545] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.942708] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.942865] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.943070] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.946582] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.946582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.946582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.946582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.946582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.946891] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 is going to be created. [ 837.970663] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.970824] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.970953] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.971141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.971454] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-35d8c769-c2e2-42d5-a304-529c64fe6116 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.972467] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-35d8c769-c2e2-42d5-a304-529c64fe6116" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.972467] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-35d8c769-c2e2-42d5-a304-529c64fe6116" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.972467] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-35d8c769-c2e2-42d5-a304-529c64fe6116" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.972467] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d8c769-c2e2-42d5-a304-529c64fe6116',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.979366] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.979515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.979572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.979778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.979933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.991699] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 in Status: UNINITIALIZED for 2s [ 838.078619] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.078852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.078852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.079052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.079218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.079218] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be updated. [ 838.082595] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.125816] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.125968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.126037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.126267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.126464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.138043] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: IN_PROGRESS for 2s [ 838.376615] env[67412]: INFO networking_nsxv3.common.synchronization [req-26ddada6-0896-4e0a-b262-da97fe409a64 req-3751bd85-458a-41ab-a4a2-fc94d8e925b3 tempest-ServersTestFqdnHostnames-27036122 tempest-ServersTestFqdnHostnames-27036122-project-member] Enqueued Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_members [ 838.377203] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGHEST for action security_group_members [ 838.377584] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.377751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.378054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.378054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.378214] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.378332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.378398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.378582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.378684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.378779] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.474641] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.474838] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.474943] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.475235] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.475384] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.475540] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 35d8c769-c2e2-42d5-a304-529c64fe6116 not found, creating... [ 838.475798] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.475951] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.476078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.476336] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.476489] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.476754] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.476906] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.477039] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.477290] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.477450] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.477549] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 35d8c769-c2e2-42d5-a304-529c64fe6116 is going to be created. [ 838.503429] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.503792] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.503985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.504419] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.504913] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.505265] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-35d8c769-c2e2-42d5-a304-529c64fe6116" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.585471] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.882270] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.882445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.882511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.882714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.906138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.908251] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.908433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.908494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.908695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.911032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.911032] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 is going to be updated. [ 838.934674] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.935246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.935697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.936019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.936263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.946586] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 in Status: IN_PROGRESS for 2s [ 839.087915] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.089228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.089228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.089228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.089228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.089228] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 839.120032] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.122488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.122488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.122488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.122488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.131842] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 839.196623] env[67412]: INFO networking_nsxv3.common.synchronization [req-b8a0a1af-306a-429e-a59f-7f615a079771 req-faa94593-9438-40a8-abdf-1a00e712f2b0 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 839.196850] env[67412]: INFO networking_nsxv3.common.synchronization [req-b8a0a1af-306a-429e-a59f-7f615a079771 req-faa94593-9438-40a8-abdf-1a00e712f2b0 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 839.196923] env[67412]: INFO networking_nsxv3.common.synchronization [req-b8a0a1af-306a-429e-a59f-7f615a079771 req-faa94593-9438-40a8-abdf-1a00e712f2b0 service nova] Enqueued Resource ID: 35d8c769-c2e2-42d5-a304-529c64fe6116 with Priority: HIGHEST for action port [ 839.197462] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 839.197600] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 839.197696] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35d8c769-c2e2-42d5-a304-529c64fe6116 with Priority: HIGHEST for action port [ 839.197971] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.198314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.198314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.198466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.198466] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.199526] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.199587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.200514] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-35d8c769-c2e2-42d5-a304-529c64fe6116 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.200514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35d8c769-c2e2-42d5-a304-529c64fe6116" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.200514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35d8c769-c2e2-42d5-a304-529c64fe6116" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.200514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35d8c769-c2e2-42d5-a304-529c64fe6116" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.200514] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35d8c769-c2e2-42d5-a304-529c64fe6116',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.701837] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.702022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.709670] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35d8c769-c2e2-42d5-a304-529c64fe6116 with status ACTIVE [ 839.710115] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.710383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.710525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.710804] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.710910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.711147] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.711292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.711292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.711481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.711560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.712177] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.712283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.712351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.712555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.712555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.712725] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35d8c769-c2e2-42d5-a304-529c64fe6116 is going to be updated. [ 839.761245] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.761425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.761471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.761674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.761809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.762118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35d8c769-c2e2-42d5-a304-529c64fe6116" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.003134] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 in Status: SUCCESS [ 840.003541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.003541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.003769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.003969] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.004134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.004204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.004318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.004403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.004487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.004578] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.142718] env[67412]: INFO networking_nsxv3.common.synchronization [req-62aa3b06-d8d7-4817-ba34-eb811c81723d req-74d72fb6-d5f2-4dd4-aed1-70dafaccfea7 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 840.143346] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 840.148271] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.148436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.148504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.148744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.150686] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.150686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.150686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.150686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.150686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.150686] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.156349] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: SUCCESS [ 840.156573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.508022] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.508022] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.508022] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.508022] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.508022] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.508022] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.508022] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.508883] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.512022] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.512022] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.512022] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 840.512022] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 840.512022] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 840.512022] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 840.512022] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 840.512022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 840.512022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-867b7ae8-7317-4690-81bd-f5ea8219e7b0 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.512022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.512022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.512022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.512022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.512022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.512754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.513103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.513387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.514064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.514406] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-867b7ae8-7317-4690-81bd-f5ea8219e7b0 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.514660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.514864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.515208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.515496] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.517907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.517907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.517907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.517907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.517907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.517907] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.541020] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 840.541020] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 840.541020] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 840.541020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.541020] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-c9353a50-843c-43b3-a0a1-7494f841a779 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.541020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-c9353a50-843c-43b3-a0a1-7494f841a779" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.541020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-c9353a50-843c-43b3-a0a1-7494f841a779" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.541020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-c9353a50-843c-43b3-a0a1-7494f841a779" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.541020] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9353a50-843c-43b3-a0a1-7494f841a779',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.653467] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.653621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.653697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.653940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.654100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.654509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.654509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.654509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.654509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.654740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.654740] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be deleted. [ 840.686614] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.686827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.686938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.687199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.687424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.687580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.955861] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 in Status: SUCCESS [ 840.956100] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 deletion is rescheduled due to dependency. [ 840.956231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.019293] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 867b7ae8-7317-4690-81bd-f5ea8219e7b0: rpc.has_security_group_logging(os_id): False [ 841.043508] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.043861] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.044080] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.044465] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.044655] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.044843] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port c9353a50-843c-43b3-a0a1-7494f841a779 not found, creating... [ 841.045201] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.045446] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.045566] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.045821] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.045971] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.046589] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.046589] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.046589] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.046998] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.047106] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.047676] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: c9353a50-843c-43b3-a0a1-7494f841a779 is going to be created. [ 841.049634] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.049851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.049851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.049994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.050122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.050334] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.050471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.050576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.052245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.052245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.052245] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.052245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.052245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.052245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.052245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.052893] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.052893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.052893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.052893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.053879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.053879] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 is going to be created. [ 841.073781] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.074105] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.074312] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.074608] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.074851] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.075092] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-c9353a50-843c-43b3-a0a1-7494f841a779" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.125031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.125193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.125258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.125447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.125656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.151147] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 in Status: IN_PROGRESS for 2s [ 841.159071] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 841.159338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.159545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.159827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.160060] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.160214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.160284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.160453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.160535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.160646] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.663051] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.809752] env[67412]: INFO networking_nsxv3.common.synchronization [req-62aa3b06-d8d7-4817-ba34-eb811c81723d req-fc13d8d3-6127-40ff-a1f6-970a7d7f0236 service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 841.810010] env[67412]: INFO networking_nsxv3.common.synchronization [req-62aa3b06-d8d7-4817-ba34-eb811c81723d req-fc13d8d3-6127-40ff-a1f6-970a7d7f0236 service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 841.810155] env[67412]: INFO networking_nsxv3.common.synchronization [req-62aa3b06-d8d7-4817-ba34-eb811c81723d req-fc13d8d3-6127-40ff-a1f6-970a7d7f0236 service nova] Enqueued Resource ID: c9353a50-843c-43b3-a0a1-7494f841a779 with Priority: HIGHEST for action port [ 841.810796] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 841.810937] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 841.811929] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9353a50-843c-43b3-a0a1-7494f841a779 with Priority: HIGHEST for action port [ 841.811929] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.811929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.811929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.811929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.811929] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.812643] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.812906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.812906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.813114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.813309] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.813309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.813411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.814044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.814044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.814044] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.814745] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c9353a50-843c-43b3-a0a1-7494f841a779 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.814745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c9353a50-843c-43b3-a0a1-7494f841a779" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.814745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c9353a50-843c-43b3-a0a1-7494f841a779" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.814945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c9353a50-843c-43b3-a0a1-7494f841a779" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.814945] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c9353a50-843c-43b3-a0a1-7494f841a779',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.165476] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.317046] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.317290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.317577] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.318437] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c9353a50-843c-43b3-a0a1-7494f841a779 with status ACTIVE [ 842.318893] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.318893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.318893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.319104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.319104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.319291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.319366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.319473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.319569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.319683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.319814] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.320094] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.320236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.320335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.320412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.321453] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c9353a50-843c-43b3-a0a1-7494f841a779 is going to be updated. [ 842.345318] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.345541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.345612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.345809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.345924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.346395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c9353a50-843c-43b3-a0a1-7494f841a779" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.669757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.669982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.670205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.670422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.670520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.670623] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 842.722866] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.723105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.723158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.723462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.723656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.747067] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 842.823382] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.164541] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 in Status: SUCCESS [ 843.164541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.326036] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.326394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.326394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.326580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.326733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.326772] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be created. [ 843.356596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.356788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.356788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.357123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.357428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.367129] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: UNINITIALIZED for 2s [ 844.761470] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 844.761983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.761983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.761983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.762213] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.762336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.762397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.762566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.762678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.762737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.762859] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.265750] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.266012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.266144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.266479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.266744] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.266865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.266931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.267135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.267299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.267405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.267579] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.267695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.267772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.267923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.268115] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.268214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.268301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.268471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.268549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.268633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.268766] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.378360] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 845.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.381019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.381019] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.612143] env[67412]: INFO networking_nsxv3.common.synchronization [req-536fd19d-49b0-4afa-a78a-0ac99d569bff req-a9ff1f65-e291-4c96-a7c3-97655cc2923a tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 845.612341] env[67412]: INFO networking_nsxv3.common.synchronization [req-536fd19d-49b0-4afa-a78a-0ac99d569bff req-a9ff1f65-e291-4c96-a7c3-97655cc2923a tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGHEST for action security_group_members [ 845.612455] env[67412]: INFO networking_nsxv3.common.synchronization [req-536fd19d-49b0-4afa-a78a-0ac99d569bff req-a9ff1f65-e291-4c96-a7c3-97655cc2923a tempest-SecurityGroupsTestJSON-1885627177 tempest-SecurityGroupsTestJSON-1885627177-project-member] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 845.612999] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGHEST for action security_group_members [ 845.613166] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGHEST for action security_group_members [ 845.613249] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGHEST for action security_group_members [ 845.613521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.613640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.613704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.613899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.614124] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.614921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.614921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.614921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.614921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.614921] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.616038] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.616038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.616038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.616254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.616254] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.616378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.616444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.616669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.616669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.616763] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.617847] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.618550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.618550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.618550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.618550] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.618550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.618550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.618823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.618823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.618823] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.771453] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded8fcae-ddce-49b5-9371-b64f00bf0de5: rpc.has_security_group_logging(os_id): False [ 845.791845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.792036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.792036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.793512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.820388] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.820554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.820666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.820904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.820991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.821232] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.821341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.821400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.821802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.821904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.822136] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.822239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.822295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.822453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.822530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.822617] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 845.883671] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.883671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.883671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.883991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.883991] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.884092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.884092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.884257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.884483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.884605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.884774] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.884878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.884943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.885123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.885272] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.885361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.885426] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.885564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.885639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.885724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.885823] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.923103] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.923409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.923580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.923712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.923904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.941305] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 846.120378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.120572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.120615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.120822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.121980] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.122088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.122336] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.122419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.142235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.142540] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.142670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.142758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.143009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.143125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.143259] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 is going to be updated. [ 846.144310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.144507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.166875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.167103] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.167259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.167393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.168864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.168864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.168864] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 is going to be updated. [ 846.169015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.169167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.169252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.169461] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.169594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.169745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.169787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.169821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.169905] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be updated. [ 846.179112] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.179281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.179349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.179539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.179675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.188065] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: IN_PROGRESS for 2s [ 846.204116] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.204321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.204456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.204615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.204811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.206489] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.206662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.206662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.206831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.206947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.215896] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: IN_PROGRESS for 2s [ 846.216592] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: IN_PROGRESS for 2s [ 846.389760] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b6f125-3014-43fc-b501-32c3a44c11c9: rpc.has_security_group_logging(os_id): False [ 846.412565] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.412764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.412810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.412998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.413103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.413387] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.413516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.413582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.413713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.413814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.414071] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.414174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.414286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.414436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.414545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.414704] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.414803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.414863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.415013] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.415092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.415179] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be created. [ 846.474811] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.475042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.475042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.475255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.475438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.493425] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 847.129914] env[67412]: INFO networking_nsxv3.common.synchronization [req-aedd546d-b62f-4041-aaaf-5034ec9e2aec req-bc3892ca-24b4-41e5-9fcd-ff00e768aab3 tempest-MigrationsAdminTest-1982794745 tempest-MigrationsAdminTest-1982794745-project-member] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 847.130870] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 847.131228] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.131356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.131424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.131628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.131774] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.131869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.131925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.132179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.132304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.132404] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.551411] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-545 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.551940] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.552089] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.552425] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.552747] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.552912] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.553033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.553255] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.553470] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.553692] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.553801] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.553905] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.554017] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.554129] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.554291] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.554361] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.583890] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.584069] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.584197] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.584376] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-545" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.585900] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.585900] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.585900] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.585900] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.585900] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.642996] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.960680] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 847.960680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.091571] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.091571] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.091836] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.092192] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.092393] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.092976] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde not found, creating... [ 848.093089] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.093326] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.093501] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.093774] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.093915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.094280] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.094425] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.094578] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.095318] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.095318] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.095512] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde is going to be created. [ 848.120763] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.121018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.121136] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.121414] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.121657] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.122482] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.146864] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.199321] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 in Status: SUCCESS [ 848.199510] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 deletion is rescheduled due to dependency. [ 848.199608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.227218] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 in Status: SUCCESS [ 848.227484] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 deletion is rescheduled due to dependency. [ 848.227603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.228277] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4574038a-f2a2-468f-9322-64d275b778e8 in Status: SUCCESS [ 848.228419] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 deletion is rescheduled due to dependency. [ 848.229078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.522083] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 848.522387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.649961] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.650266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.650383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.650721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.650894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.651063] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 is going to be updated. [ 848.656272] env[67412]: INFO networking_nsxv3.common.synchronization [req-a5c406e4-b62e-43d3-a85b-a1393a493182 req-6a8f713d-857a-403e-a08a-e6bf3141a9de tempest-ServersAdminTestJSON-812653998 tempest-ServersAdminTestJSON-812653998-project-member] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 848.656917] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 848.657241] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.657364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.657446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.657669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.657843] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.657954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.658180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.658480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.658552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.658605] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.680241] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.680241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.680241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.680451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.680451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.690383] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: IN_PROGRESS for 2s [ 848.825348] env[67412]: INFO networking_nsxv3.common.synchronization [req-aedd546d-b62f-4041-aaaf-5034ec9e2aec req-6ec20d22-55fd-43c6-86c8-1aada2069b82 service nova] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_rules [ 848.825464] env[67412]: INFO networking_nsxv3.common.synchronization [req-aedd546d-b62f-4041-aaaf-5034ec9e2aec req-6ec20d22-55fd-43c6-86c8-1aada2069b82 service nova] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 848.825500] env[67412]: INFO networking_nsxv3.common.synchronization [req-aedd546d-b62f-4041-aaaf-5034ec9e2aec req-6ec20d22-55fd-43c6-86c8-1aada2069b82 service nova] Enqueued Resource ID: b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde with Priority: HIGHEST for action port [ 848.826243] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_rules [ 848.826339] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 848.826436] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde with Priority: HIGHEST for action port [ 848.827158] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.827374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.827374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.827649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.827649] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.828486] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.828603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.828933] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.828933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.828933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.829503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.829503] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.160767] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.333329] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde with status ACTIVE [ 849.333543] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.333543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.333683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.333921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.334111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.334452] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.334646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.334721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.334965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.335659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.335659] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.335659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.335659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.335950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.335950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.336105] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde is going to be updated. [ 849.337640] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.337825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.377584] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.377874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.377874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.378172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.378328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.378495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6ccd5db-e6b3-4390-8ab4-a211e3fc6bde" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.664467] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.817893] env[67412]: INFO networking_nsxv3.common.synchronization [req-b749226b-e1ee-4e21-aea3-ea9c4d4eabb7 req-c0aa03bc-883c-4d74-b795-2fc49e51696b tempest-FloatingIPsAssociationTestJSON-1643281666 tempest-FloatingIPsAssociationTestJSON-1643281666-project-member] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 849.818576] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 849.818929] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.819081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.819148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.819372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.819518] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.819618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.819678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.819835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.819890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.819963] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.169883] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.170519] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.170696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.171151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.171314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.171486] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 850.212925] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.212925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.212925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.212925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.212925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.225253] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 850.286120] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.286426] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-673" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.286508] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-673" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.286915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-673" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.287296] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.287420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.287618] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.287847] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.288033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.288286] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.288423] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.288573] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.288674] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.288803] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.288918] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.289082] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.323607] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.323769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.323860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.324129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.324219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.324510] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.324621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.324621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.324760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.324835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.324933] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 already deleted. [ 850.325023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.331212] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.331541] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.331583] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.331799] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-673" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.332139] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-562bad99-cc2e-485a-878a-4ed7a2dee205 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.332331] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-562bad99-cc2e-485a-878a-4ed7a2dee205" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.332470] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-562bad99-cc2e-485a-878a-4ed7a2dee205" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.332813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-562bad99-cc2e-485a-878a-4ed7a2dee205" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.332962] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('562bad99-cc2e-485a-878a-4ed7a2dee205',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.701710] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: SUCCESS [ 850.701930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.702143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.702385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.702572] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.702683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.702747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.702903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.702983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.703089] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.836583] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.836988] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.837148] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.837431] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.837579] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.837764] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 562bad99-cc2e-485a-878a-4ed7a2dee205 not found, creating... [ 850.838243] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.838423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.838540] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.838795] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.839013] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.839434] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.839612] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.839789] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.840038] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.840195] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.840399] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 562bad99-cc2e-485a-878a-4ed7a2dee205 is going to be created. [ 850.864065] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.864336] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.864492] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.864862] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.865194] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.865577] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-562bad99-cc2e-485a-878a-4ed7a2dee205" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.206277] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.600278] env[67412]: INFO networking_nsxv3.common.synchronization [req-b749226b-e1ee-4e21-aea3-ea9c4d4eabb7 req-cf4e6ac3-7b8b-4da2-ad40-db650800a415 service nova] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_rules [ 851.600278] env[67412]: INFO networking_nsxv3.common.synchronization [req-b749226b-e1ee-4e21-aea3-ea9c4d4eabb7 req-cf4e6ac3-7b8b-4da2-ad40-db650800a415 service nova] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 851.600278] env[67412]: INFO networking_nsxv3.common.synchronization [req-b749226b-e1ee-4e21-aea3-ea9c4d4eabb7 req-cf4e6ac3-7b8b-4da2-ad40-db650800a415 service nova] Enqueued Resource ID: 562bad99-cc2e-485a-878a-4ed7a2dee205 with Priority: HIGHEST for action port [ 851.600278] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_rules [ 851.600278] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 851.600278] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 562bad99-cc2e-485a-878a-4ed7a2dee205 with Priority: HIGHEST for action port [ 851.603178] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.603178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.603178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.603178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.603178] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.603178] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.603178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.603178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.603178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.603178] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.603178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.603960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.603960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.603960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.603960] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.606725] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-562bad99-cc2e-485a-878a-4ed7a2dee205 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.606725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-562bad99-cc2e-485a-878a-4ed7a2dee205" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.606871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-562bad99-cc2e-485a-878a-4ed7a2dee205" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.607117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-562bad99-cc2e-485a-878a-4ed7a2dee205" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.608953] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('562bad99-cc2e-485a-878a-4ed7a2dee205',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.709605] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.019789] env[67412]: INFO networking_nsxv3.common.synchronization [req-8b700edf-340e-4ec2-b0c8-5f35b37f9661 req-78a9afdb-c920-4d93-a82e-e70c25f58487 tempest-InstanceActionsV221TestJSON-184867548 tempest-InstanceActionsV221TestJSON-184867548-project-member] Enqueued Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGHEST for action security_group_members [ 852.020360] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGHEST for action security_group_members [ 852.021074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-867b7ae8-7317-4690-81bd-f5ea8219e7b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.021205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.021272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.021473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.021629] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.021725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.021786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.021930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.022019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.022127] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.110631] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.110804] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.111043] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.112130] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 562bad99-cc2e-485a-878a-4ed7a2dee205 with status ACTIVE [ 852.112433] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.112529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.112607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.112904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.113080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.113312] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.113410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.113526] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.113776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.113904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.114071] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.114174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.114216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.114370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.114466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.114544] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 562bad99-cc2e-485a-878a-4ed7a2dee205 is going to be updated. [ 852.138188] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.138396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.138396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.138613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.138820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.138983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-562bad99-cc2e-485a-878a-4ed7a2dee205" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.212516] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.212935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.212935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.212935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.213079] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.213128] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 is going to be updated. [ 852.238262] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 852.238485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.266694] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.266925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.266973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.267243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.267752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.280407] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: IN_PROGRESS for 2s [ 852.524464] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.524653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.524724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.524944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.525150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.525356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.525454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.525544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.527036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.527036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.527036] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 is going to be updated. [ 852.554678] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.554818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.554867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.555064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.555283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.565165] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 in Status: IN_PROGRESS for 2s [ 852.617058] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.119721] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.119936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.120030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.120304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.120410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.120533] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 is going to be created. [ 853.151887] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.152085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.152142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.152347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.152502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.164688] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: UNINITIALIZED for 2s [ 854.291063] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: SUCCESS [ 854.291504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.291504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.291679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.291864] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.292058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.292058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.292203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.292286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.292370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.292463] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.577113] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 in Status: SUCCESS [ 854.577394] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 deletion is rescheduled due to dependency. [ 854.577521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.794794] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.794980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.795051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.795299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.795435] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.795534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.795595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.795747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.796017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.796017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.796156] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.796156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.796273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.796352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.796536] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.796621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.796690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.796817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.796889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.797082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.797082] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.185284] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: SUCCESS [ 855.185284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.185284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.185781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.185781] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.185781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.185781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.185955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.185955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.186101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.186148] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.299230] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4be917be-e978-4a9f-8a59-c1ff58b03a03: rpc.has_security_group_logging(os_id): False [ 855.319536] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.319695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.319765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.320016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.339768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.340079] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.340201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.340259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.340464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.340566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.340774] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.340871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.340931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.341104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.341223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.341371] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.341468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.341515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.341642] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.341737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.341821] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 is going to be updated. [ 855.405217] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.405407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.405452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.405743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.405923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.421974] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: IN_PROGRESS for 2s [ 855.692946] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.693141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.693213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.693459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.693629] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.693744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.693807] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.693956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.694053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.694144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.694368] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.694505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.695109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.695109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.695109] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.695109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.695109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.695316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.695316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.695316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.695417] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.198262] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3abfd184-4104-45f0-b343-f6b6f1f995f2: rpc.has_security_group_logging(os_id): False [ 856.217557] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.217557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.217557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.217833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.217965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.218282] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.218447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.218543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.218766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.218879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.219729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.219850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.219917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.220163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.220269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.220452] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.220532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.220625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.220854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.220895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.220981] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 is going to be created. [ 856.291044] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.292854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.292854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.292854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.292854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.311221] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: IN_PROGRESS for 2s [ 857.021835] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 857.021974] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 857.437119] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: SUCCESS [ 857.437504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.870731] env[67412]: INFO networking_nsxv3.common.synchronization [req-6967ad3c-5e94-4ff1-abe5-f76d31b7a52d req-b9df2ec3-52d1-4382-bb18-7f9436a4f467 tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 857.871291] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 857.871614] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.871739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.871795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.871997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.872176] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.872300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.872367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.872523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.872620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.872712] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.325653] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: SUCCESS [ 858.325765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.329438] env[67412]: INFO networking_nsxv3.common.synchronization [req-43a0afc7-85b0-4ebd-8962-c725cb4dc4d0 req-67dd7f21-98b8-438d-b777-e87448d6f365 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_members [ 858.329756] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_members [ 858.330074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b533cab-46b4-4aeb-a147-4ee68bc83959 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.330211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.330313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.330549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.330712] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.330807] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.330871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.331056] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.331136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.331624] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.374611] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.750966] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.751474] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.751474] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.751745] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.753335] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.753633] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.753847] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.754135] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.754288] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.754671] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.754737] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.754859] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.755125] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.755265] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.755429] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.755522] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.778531] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.778826] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.778995] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.779235] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.779688] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-e12c95bf-6fb7-4082-b524-f3546900c562 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.779912] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-e12c95bf-6fb7-4082-b524-f3546900c562" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.780100] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-e12c95bf-6fb7-4082-b524-f3546900c562" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.780583] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-e12c95bf-6fb7-4082-b524-f3546900c562" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.780858] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12c95bf-6fb7-4082-b524-f3546900c562',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.834178] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.834370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.834475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.834722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.834829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.835035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.835169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.835217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.835359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.835431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.835515] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 already deleted. [ 858.835595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.876665] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.284104] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.284426] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.284560] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.284765] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.284913] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.285082] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port e12c95bf-6fb7-4082-b524-f3546900c562 not found, creating... [ 859.285344] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.285501] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.285612] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.285852] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.285991] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.286288] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.286438] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.286682] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.286926] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.287076] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.287238] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: e12c95bf-6fb7-4082-b524-f3546900c562 is going to be created. [ 859.308347] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.308599] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.308660] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.308915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.309162] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.309380] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-e12c95bf-6fb7-4082-b524-f3546900c562" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.380265] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.380528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.380599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.380864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.380968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.381082] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 859.419057] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.419288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.419365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.419590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.419725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.432805] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 860.061203] env[67412]: INFO networking_nsxv3.common.synchronization [req-43a0afc7-85b0-4ebd-8962-c725cb4dc4d0 req-50f35f73-b70c-459f-8ced-080dee852634 service nova] Enqueued Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_rules [ 860.061460] env[67412]: INFO networking_nsxv3.common.synchronization [req-43a0afc7-85b0-4ebd-8962-c725cb4dc4d0 req-50f35f73-b70c-459f-8ced-080dee852634 service nova] Enqueued Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_members [ 860.061658] env[67412]: INFO networking_nsxv3.common.synchronization [req-43a0afc7-85b0-4ebd-8962-c725cb4dc4d0 req-50f35f73-b70c-459f-8ced-080dee852634 service nova] Enqueued Resource ID: e12c95bf-6fb7-4082-b524-f3546900c562 with Priority: HIGHEST for action port [ 860.062043] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_rules [ 860.062159] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_members [ 860.062256] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12c95bf-6fb7-4082-b524-f3546900c562 with Priority: HIGHEST for action port [ 860.065389] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b533cab-46b4-4aeb-a147-4ee68bc83959 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.065389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.065389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.065389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.065389] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.065389] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b533cab-46b4-4aeb-a147-4ee68bc83959 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.065389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.065389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.065389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.065389] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.065389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.065389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.066301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.066301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.066301] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.066942] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12c95bf-6fb7-4082-b524-f3546900c562 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.066942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12c95bf-6fb7-4082-b524-f3546900c562" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.066942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12c95bf-6fb7-4082-b524-f3546900c562" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.067319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12c95bf-6fb7-4082-b524-f3546900c562" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.068029] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12c95bf-6fb7-4082-b524-f3546900c562',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.569019] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.570793] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b533cab-46b4-4aeb-a147-4ee68bc83959 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.570974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.571343] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e12c95bf-6fb7-4082-b524-f3546900c562 with status ACTIVE [ 860.571487] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.571583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.571671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.572539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.572539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.572539] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.572539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.572539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.572539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.572539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.573119] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.573119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.573119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.573318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.573362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.573459] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e12c95bf-6fb7-4082-b524-f3546900c562 is going to be updated. [ 860.595817] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.596055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.596055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.596240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.596381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.596570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12c95bf-6fb7-4082-b524-f3546900c562" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.002712] env[67412]: INFO networking_nsxv3.common.synchronization [req-fc5c7171-2b45-4ae4-9046-fcd54ab28bfa req-26dcb92c-3f4a-43cb-b827-fc2b8c3d0009 tempest-ServerRescueTestJSON-1970237839 tempest-ServerRescueTestJSON-1970237839-project-member] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 861.004810] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 861.005267] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.005456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.005588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.005910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.006146] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.006284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.006362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.006567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.006672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.006796] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.073398] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.353685] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.353908] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-551" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.354048] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-551" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.354396] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-551" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.355959] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.355959] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.355959] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.355959] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.355959] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.355959] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.355959] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.355959] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.355959] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.355959] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.355959] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.356803] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.376351] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.376605] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.376793] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.376999] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-551" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.377420] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.377675] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.377842] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.378212] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.378396] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e5c4a6-d7f7-46b7-924d-b5383284a3ed',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.446835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 861.447165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.511386] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.511386] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.511386] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dad339-861a-4909-9375-90f699264598 already deleted. [ 861.511386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.574109] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.574366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.574417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.574677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.574770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.574872] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 is going to be created. [ 861.603158] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.603158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.603158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.603158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.603158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.614815] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 in Status: UNINITIALIZED for 2s [ 861.883360] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.884012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.884012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.884151] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.884244] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.884512] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 53e5c4a6-d7f7-46b7-924d-b5383284a3ed not found, creating... [ 861.884819] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.884993] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.885164] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.885395] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.885549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.885849] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.886012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.886131] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.886438] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.886547] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.886922] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 53e5c4a6-d7f7-46b7-924d-b5383284a3ed is going to be created. [ 861.909210] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.909575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.909575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.909805] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.910043] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.910267] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.649170] env[67412]: INFO networking_nsxv3.common.synchronization [req-fc5c7171-2b45-4ae4-9046-fcd54ab28bfa req-8fe64a7a-d731-4deb-af95-0a4356f5550b service nova] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_rules [ 862.649544] env[67412]: INFO networking_nsxv3.common.synchronization [req-fc5c7171-2b45-4ae4-9046-fcd54ab28bfa req-8fe64a7a-d731-4deb-af95-0a4356f5550b service nova] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 862.649544] env[67412]: INFO networking_nsxv3.common.synchronization [req-fc5c7171-2b45-4ae4-9046-fcd54ab28bfa req-8fe64a7a-d731-4deb-af95-0a4356f5550b service nova] Enqueued Resource ID: 53e5c4a6-d7f7-46b7-924d-b5383284a3ed with Priority: HIGHEST for action port [ 862.650085] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_rules [ 862.650255] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 862.650331] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53e5c4a6-d7f7-46b7-924d-b5383284a3ed with Priority: HIGHEST for action port [ 862.650693] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.650776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.650813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.651100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.651196] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.654610] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.654707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.654818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.655053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.655239] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.655314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.655355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.655513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.655606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.655713] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.656746] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.656881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.656881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.657066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.657138] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53e5c4a6-d7f7-46b7-924d-b5383284a3ed',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.162852] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.163033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.163544] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.164930] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53e5c4a6-d7f7-46b7-924d-b5383284a3ed with status ACTIVE [ 863.165132] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.165242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.165380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.165510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.165569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.165743] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.165837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.166066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.166066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.166187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.166305] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.166397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.166460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.166719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.166719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.166877] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53e5c4a6-d7f7-46b7-924d-b5383284a3ed is going to be updated. [ 863.191233] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.191394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.191441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.191651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.191787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.191930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53e5c4a6-d7f7-46b7-924d-b5383284a3ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.625675] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 in Status: SUCCESS [ 863.626179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.626357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.626690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.626887] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.627016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.627084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.627244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.627325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.627411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.627556] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.668768] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.690365] env[67412]: INFO networking_nsxv3.common.synchronization [req-a545ce8e-e5e0-4f72-a7cb-904fc1806fd7 req-8c78741d-20cc-4a3a-8827-656c2355a985 tempest-ImagesOneServerNegativeTestJSON-523727752 tempest-ImagesOneServerNegativeTestJSON-523727752-project-member] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 863.691023] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 863.691198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.691322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.691389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.691613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.692130] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.692256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.692357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.692481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.692565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.692657] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.060807] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.061197] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.061464] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.061739] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.062127] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.062380] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.062547] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.062875] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.063122] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.063407] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.063556] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.063728] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.064295] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.064295] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.064491] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.064628] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.087880] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.088085] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.088299] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.088533] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-399" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.088985] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-320a4db2-bb30-4453-b9a9-7f7465e88d6c taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.089256] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-320a4db2-bb30-4453-b9a9-7f7465e88d6c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.089432] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-320a4db2-bb30-4453-b9a9-7f7465e88d6c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.089889] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-320a4db2-bb30-4453-b9a9-7f7465e88d6c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.090106] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320a4db2-bb30-4453-b9a9-7f7465e88d6c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.130410] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.171935] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.172121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.172181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.172407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.172527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.172950] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dad339-861a-4909-9375-90f699264598 is going to be created. [ 864.195708] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.195708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.195856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.195953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.196116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.196408] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.199874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.199874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.199874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.199874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.199874] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be deleted. [ 864.209725] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.209937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.210019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.210343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.210458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.229430] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: UNINITIALIZED for 2s [ 864.241131] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.241365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.241365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.241910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.241910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.241910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.598033] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.598033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.598033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.598033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.598033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.598033] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 320a4db2-bb30-4453-b9a9-7f7465e88d6c not found, creating... [ 864.598033] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.598033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.598033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.598033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.598033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.598656] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.598992] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.599341] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.599789] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.600163] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.600537] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 320a4db2-bb30-4453-b9a9-7f7465e88d6c is going to be created. [ 864.629033] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.629033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.629283] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.629478] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.629872] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632768] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-320a4db2-bb30-4453-b9a9-7f7465e88d6c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.632768] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8b533cab-46b4-4aeb-a147-4ee68bc83959: rpc.has_security_group_logging(os_id): False [ 864.659838] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.660050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.660161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.660524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.660658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.660996] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.661163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.661245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.661427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.661827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.661827] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 is going to be created. [ 864.826479] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.826947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.826947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.827019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.827208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.856689] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 in Status: IN_PROGRESS for 2s [ 865.373066] env[67412]: INFO networking_nsxv3.common.synchronization [req-a545ce8e-e5e0-4f72-a7cb-904fc1806fd7 req-c23b4da5-a6be-4e8d-b7a8-bd036c5f181a service nova] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_rules [ 865.373276] env[67412]: INFO networking_nsxv3.common.synchronization [req-a545ce8e-e5e0-4f72-a7cb-904fc1806fd7 req-c23b4da5-a6be-4e8d-b7a8-bd036c5f181a service nova] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 865.373413] env[67412]: INFO networking_nsxv3.common.synchronization [req-a545ce8e-e5e0-4f72-a7cb-904fc1806fd7 req-c23b4da5-a6be-4e8d-b7a8-bd036c5f181a service nova] Enqueued Resource ID: 320a4db2-bb30-4453-b9a9-7f7465e88d6c with Priority: HIGHEST for action port [ 865.374234] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_rules [ 865.374419] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 865.374593] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 320a4db2-bb30-4453-b9a9-7f7465e88d6c with Priority: HIGHEST for action port [ 865.375378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.375511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.375580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.375805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.375868] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.376833] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.376956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.377034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.377225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.377380] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.377476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.377535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.377684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.377800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.377900] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.380030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-320a4db2-bb30-4453-b9a9-7f7465e88d6c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.380030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-320a4db2-bb30-4453-b9a9-7f7465e88d6c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.380030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-320a4db2-bb30-4453-b9a9-7f7465e88d6c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.380030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-320a4db2-bb30-4453-b9a9-7f7465e88d6c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.380030] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('320a4db2-bb30-4453-b9a9-7f7465e88d6c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.880396] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.881717] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 320a4db2-bb30-4453-b9a9-7f7465e88d6c with status ACTIVE [ 865.882011] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.882193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.882386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.883166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.883166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.883166] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.883166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.883444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.883514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.883617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.883962] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.884664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.884664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.884664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.884664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.884664] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 320a4db2-bb30-4453-b9a9-7f7465e88d6c is going to be updated. [ 865.886065] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.886172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.909875] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.910045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.910577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.910839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.910988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.911194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-320a4db2-bb30-4453-b9a9-7f7465e88d6c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.245564] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: UNINITIALIZED for 4s [ 866.374028] env[67412]: INFO networking_nsxv3.common.synchronization [None req-169e1ef3-fc07-4957-adce-364ee3baf53a tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_rules [ 866.374526] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_rules [ 866.374900] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3b8214-1270-4d87-a75c-718067077207 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.375073] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.375147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.375455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.375573] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.389299] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.669865] env[67412]: INFO networking_nsxv3.common.synchronization [req-65569527-9da2-4bf2-b006-44409d569dd3 req-c583955a-7bed-410d-9bed-91fc11529b92 tempest-ServerTagsTestJSON-589507269 tempest-ServerTagsTestJSON-589507269-project-member] Enqueued Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGHEST for action security_group_members [ 866.670923] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGHEST for action security_group_members [ 866.671267] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c602725-9a18-4149-87cb-edf635b414df taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.671405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.671469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.671840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.671940] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.672033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.672076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.672215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.672297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.672392] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.840316] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b6b557b2-0f37-45e1-8372-e85264846917 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_rules [ 866.840316] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_rules [ 866.841714] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3b8214-1270-4d87-a75c-718067077207 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.841714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.872658] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 in Status: SUCCESS [ 866.872940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.893984] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.894831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.894831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.894831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.894831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.894831] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be created. [ 866.903335] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.903509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.903543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.903764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.903848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.903950] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3b8214-1270-4d87-a75c-718067077207 already deleted. [ 866.904045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.904208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.904547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.904547] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.922879] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.923101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.923181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.923426] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.923533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.937274] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: UNINITIALIZED for 2s [ 867.176713] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176713] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.176713] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c602725-9a18-4149-87cb-edf635b414df already deleted. [ 867.176713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.259616] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-463 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.259817] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-463" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.259966] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-463" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.260317] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-463" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.260600] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.260763] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.260883] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.261196] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.261457] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.261738] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.261899] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 867.262015] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 867.262152] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 867.262229] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 867.262432] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 867.262574] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 867.295402] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 867.295770] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 867.296052] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 867.296326] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-463" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.296857] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-98f3e7b0-f15e-4442-a716-6f422426757a taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.297173] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-98f3e7b0-f15e-4442-a716-6f422426757a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.297382] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-98f3e7b0-f15e-4442-a716-6f422426757a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.297871] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-98f3e7b0-f15e-4442-a716-6f422426757a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.298131] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f3e7b0-f15e-4442-a716-6f422426757a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.427440] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.427983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.427983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.428162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.428162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.428261] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3b8214-1270-4d87-a75c-718067077207 already deleted. [ 867.428301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.801346] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.801670] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.801859] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.802207] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.802360] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.802530] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 98f3e7b0-f15e-4442-a716-6f422426757a not found, creating... [ 867.802820] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.803011] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.803130] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.803378] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.803512] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.803820] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.804105] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.804276] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.804577] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.804754] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.804920] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 98f3e7b0-f15e-4442-a716-6f422426757a is going to be created. [ 867.835053] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.835287] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.836328] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.836328] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.836328] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.836328] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-98f3e7b0-f15e-4442-a716-6f422426757a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.258024] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: SUCCESS [ 868.258385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.258629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.258748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.258934] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.259103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.259157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.259309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.259413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.259500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.259605] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.592642] env[67412]: INFO networking_nsxv3.common.synchronization [req-65569527-9da2-4bf2-b006-44409d569dd3 req-42d7c1ed-2613-4fff-94c9-50c8afc105dd service nova] Enqueued Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGHEST for action security_group_rules [ 868.592814] env[67412]: INFO networking_nsxv3.common.synchronization [req-65569527-9da2-4bf2-b006-44409d569dd3 req-42d7c1ed-2613-4fff-94c9-50c8afc105dd service nova] Enqueued Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGHEST for action security_group_members [ 868.593266] env[67412]: INFO networking_nsxv3.common.synchronization [req-65569527-9da2-4bf2-b006-44409d569dd3 req-42d7c1ed-2613-4fff-94c9-50c8afc105dd service nova] Enqueued Resource ID: 98f3e7b0-f15e-4442-a716-6f422426757a with Priority: HIGHEST for action port [ 868.593548] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGHEST for action security_group_rules [ 868.593770] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGHEST for action security_group_members [ 868.593815] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98f3e7b0-f15e-4442-a716-6f422426757a with Priority: HIGHEST for action port [ 868.594920] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c602725-9a18-4149-87cb-edf635b414df taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.595080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.595149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.595483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.595602] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.596825] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c602725-9a18-4149-87cb-edf635b414df taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.596968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.597040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.597225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.597401] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.597692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.597759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.598014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.598138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.598242] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.599159] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-98f3e7b0-f15e-4442-a716-6f422426757a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.599300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98f3e7b0-f15e-4442-a716-6f422426757a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.599376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98f3e7b0-f15e-4442-a716-6f422426757a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.599529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98f3e7b0-f15e-4442-a716-6f422426757a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.599607] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98f3e7b0-f15e-4442-a716-6f422426757a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.761962] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.762090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.762090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.762396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.763176] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.763176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.763176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.763176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.763176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.763399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.763426] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.763537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.763575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.763735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.763867] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.763954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.764037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.764363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.764363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.764541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.765513] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.951856] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 868.951856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.951856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.951856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.951856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.951856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.951856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.951856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.951856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.951856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.951856] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.101696] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.103413] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c602725-9a18-4149-87cb-edf635b414df taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.103607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.103847] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 98f3e7b0-f15e-4442-a716-6f422426757a with status ACTIVE [ 869.103896] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.103991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.104088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.104362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.104840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.104840] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.104840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.104840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.105075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.105122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.105318] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.105406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.105467] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.105631] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.105746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.105857] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 98f3e7b0-f15e-4442-a716-6f422426757a is going to be updated. [ 869.135829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.136235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.136291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.136648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.136871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.137157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98f3e7b0-f15e-4442-a716-6f422426757a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.187421] env[67412]: INFO networking_nsxv3.common.synchronization [req-7da437cd-7c7f-4155-a357-c1d31bd46ae2 req-a9ff0003-db61-484d-b1c1-9b52509b3fa2 tempest-ServersNegativeTestJSON-1841456748 tempest-ServersNegativeTestJSON-1841456748-project-member] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 869.188669] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 869.189157] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.189343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.189443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.189741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.189965] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.190124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.190216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.190452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.190580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.190810] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.268480] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71dad339-861a-4909-9375-90f699264598: rpc.has_security_group_logging(os_id): False [ 869.295325] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.295325] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.295325] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.295325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.296021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.296021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.296021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.296021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.296021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.296021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.296262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.296262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.296344] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71dad339-861a-4909-9375-90f699264598 is going to be created. [ 869.382704] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.382881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.382974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.383233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.383446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.398954] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71dad339-861a-4909-9375-90f699264598 in Status: IN_PROGRESS for 2s [ 869.454862] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.455131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.455262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.455681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.455902] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.456076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.456170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.457295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.457478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.457684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.457934] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.458112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.458193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.458496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.458754] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.459053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.459111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.459370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.459761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.460206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.460283] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.608725] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.687658] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.687975] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.687975] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.688354] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.688494] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.688649] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.689026] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.689026] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.689131] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.689317] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.689422] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 869.689527] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 869.689624] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 869.689727] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 869.689876] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 869.689953] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 869.694057] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.731231] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 869.731379] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 869.731506] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 869.731699] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.732035] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-36f1e4f6-ca88-4c91-9b96-9336201e7afd taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.732218] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-36f1e4f6-ca88-4c91-9b96-9336201e7afd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.732333] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-36f1e4f6-ca88-4c91-9b96-9336201e7afd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.732683] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-36f1e4f6-ca88-4c91-9b96-9336201e7afd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.732911] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f1e4f6-ca88-4c91-9b96-9336201e7afd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.963619] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 065d30e7-a6ef-4255-b96d-d3d3bcb92b09: rpc.has_security_group_logging(os_id): False [ 869.988116] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.988215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.988215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.988480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.988606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.988845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.988958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.992382] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.992382] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.992382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.992382] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be created. [ 870.082919] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.083088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.083159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.083403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.083586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.099845] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: IN_PROGRESS for 2s [ 870.115554] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.115779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.115779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.116088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.116304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.116476] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c602725-9a18-4149-87cb-edf635b414df is going to be created. [ 870.147999] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.148204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.148257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.150657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.150848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.180496] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c602725-9a18-4149-87cb-edf635b414df in Status: UNINITIALIZED for 2s [ 870.196078] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.235370] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.235611] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.236235] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.236235] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.236235] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.236434] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 36f1e4f6-ca88-4c91-9b96-9336201e7afd not found, creating... [ 870.236776] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.236967] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.237113] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.237347] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.237509] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.237913] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.238126] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.238274] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.238710] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.238710] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.238775] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 36f1e4f6-ca88-4c91-9b96-9336201e7afd is going to be created. [ 870.297185] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.297655] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.297655] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.298019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.298417] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.299061] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-36f1e4f6-ca88-4c91-9b96-9336201e7afd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.698795] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.699309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.701687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.701687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.701687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.701687] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be updated. [ 870.738769] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.738966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.739051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.739271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.739415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.752805] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 870.991473] env[67412]: INFO networking_nsxv3.common.synchronization [req-7da437cd-7c7f-4155-a357-c1d31bd46ae2 req-5b611aff-2e53-44fa-861b-321c1d6c99d2 service nova] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_rules [ 870.991733] env[67412]: INFO networking_nsxv3.common.synchronization [req-7da437cd-7c7f-4155-a357-c1d31bd46ae2 req-5b611aff-2e53-44fa-861b-321c1d6c99d2 service nova] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 870.991777] env[67412]: INFO networking_nsxv3.common.synchronization [req-7da437cd-7c7f-4155-a357-c1d31bd46ae2 req-5b611aff-2e53-44fa-861b-321c1d6c99d2 service nova] Enqueued Resource ID: 36f1e4f6-ca88-4c91-9b96-9336201e7afd with Priority: HIGHEST for action port [ 870.992472] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_rules [ 870.993170] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 870.993325] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f1e4f6-ca88-4c91-9b96-9336201e7afd with Priority: HIGHEST for action port [ 870.993954] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.993954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.994133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.994320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.994414] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.996066] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.996170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.996355] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f1e4f6-ca88-4c91-9b96-9336201e7afd taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.996718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f1e4f6-ca88-4c91-9b96-9336201e7afd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.996718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f1e4f6-ca88-4c91-9b96-9336201e7afd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.996778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f1e4f6-ca88-4c91-9b96-9336201e7afd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.997994] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f1e4f6-ca88-4c91-9b96-9336201e7afd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.413697] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71dad339-861a-4909-9375-90f699264598 in Status: SUCCESS [ 871.413697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.502080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.502080] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36f1e4f6-ca88-4c91-9b96-9336201e7afd with status ACTIVE [ 871.502080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.502080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.502080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.502080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.503012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.503012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.503012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.503012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.503012] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36f1e4f6-ca88-4c91-9b96-9336201e7afd is going to be updated. [ 871.529291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.529469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.529539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.529791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.529947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.530560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f1e4f6-ca88-4c91-9b96-9336201e7afd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.746019] env[67412]: INFO networking_nsxv3.common.synchronization [req-b89c4b73-4bfa-49c4-ad17-b93c6da6d391 req-0dfa5b11-e0b4-4cd8-b011-c783fd9b836e tempest-ListImageFiltersTestJSON-476919744 tempest-ListImageFiltersTestJSON-476919744-project-member] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 871.749020] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGHEST for action security_group_members [ 871.749020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.749020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.749020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.749020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.749020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.749020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.749020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.749020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.749020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.749020] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.116597] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 872.116905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.174743] env[67412]: INFO networking_nsxv3.common.synchronization [req-92fe47bd-ef8b-447f-a143-c75224ebe5f3 req-24f82dfd-ee1d-487b-8763-a320763bac72 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 872.175471] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 872.175780] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.175893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.175996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.176408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.176695] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.176828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.176828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.177077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.177219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.177707] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.191730] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c602725-9a18-4149-87cb-edf635b414df in Status: SUCCESS [ 872.191936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.192735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.193168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.193741] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.193941] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.194701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.194953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.195354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.195354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.195462] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.254404] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.254404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.254404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.254404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.284583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.284897] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.285080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.285080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.285298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.285379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.285625] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be updated. [ 872.369519] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.370012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.370173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.370409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.370637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.385912] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: IN_PROGRESS for 2s [ 872.561235] env[67412]: INFO networking_nsxv3.common.synchronization [None req-01847ca9-a621-40b0-a068-94ebd4909b5e None None] Enqueued Resource ID: 14c6c1c0-8814-4dd0-aae1-1e26f91a946d with Priority: HIGHEST for action port [ 872.562071] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c6c1c0-8814-4dd0-aae1-1e26f91a946d with Priority: HIGHEST for action port [ 872.562156] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c6c1c0-8814-4dd0-aae1-1e26f91a946d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.562310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c6c1c0-8814-4dd0-aae1-1e26f91a946d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.562421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c6c1c0-8814-4dd0-aae1-1e26f91a946d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.562702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c6c1c0-8814-4dd0-aae1-1e26f91a946d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.562775] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c6c1c0-8814-4dd0-aae1-1e26f91a946d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.682314] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.682314] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.682314] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 already deleted. [ 872.682314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.698149] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c602725-9a18-4149-87cb-edf635b414df taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.698814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.699127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.702412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.702412] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.702412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.702412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.702412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.702412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.702412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.702412] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c602725-9a18-4149-87cb-edf635b414df taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.703515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.703783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.704260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.704826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.705084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.708017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.708017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.708017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.708017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.708017] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.767323] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 872.767323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.767323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.767323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.767323] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.767323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.767323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.767323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.767323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.767323] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.792032] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.793026] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.793026] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.793026] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.793026] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.793338] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.793477] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.793711] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.793887] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.794134] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.794252] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.794382] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.794502] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.794645] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.794746] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.794888] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.830017] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.830245] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.830399] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.830579] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.830953] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-2ab8503a-7883-44bc-b546-5a3205481285 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.831190] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-2ab8503a-7883-44bc-b546-5a3205481285" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.831328] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-2ab8503a-7883-44bc-b546-5a3205481285" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.831768] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-2ab8503a-7883-44bc-b546-5a3205481285" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.831925] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab8503a-7883-44bc-b546-5a3205481285',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.066657] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14c6c1c0-8814-4dd0-aae1-1e26f91a946d [ 873.066657] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.066657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.066657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.066657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.066657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.066657] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14c6c1c0-8814-4dd0-aae1-1e26f91a946d already deleted. [ 873.066657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c6c1c0-8814-4dd0-aae1-1e26f91a946d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.212432] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c602725-9a18-4149-87cb-edf635b414df: rpc.has_security_group_logging(os_id): False [ 873.232545] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.232678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.232771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.233094] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.233219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.233499] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.233653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.233735] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.233936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.234040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.234261] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.234388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.234456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.234705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.234705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.235394] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.235394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.235394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.235394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.235394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.235394] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c602725-9a18-4149-87cb-edf635b414df is going to be created. [ 873.274227] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.326923] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.327163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.327163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.327360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.328083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.337814] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.337814] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.337814] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.337814] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.337814] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.337814] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 2ab8503a-7883-44bc-b546-5a3205481285 not found, creating... [ 873.337814] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.338919] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.338919] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.341465] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.341465] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.341937] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.342204] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.342661] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.342828] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.342951] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.343233] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 2ab8503a-7883-44bc-b546-5a3205481285 is going to be created. [ 873.349059] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c602725-9a18-4149-87cb-edf635b414df in Status: IN_PROGRESS for 2s [ 873.382057] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.382389] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.382473] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.382761] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.383037] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.383284] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-2ab8503a-7883-44bc-b546-5a3205481285" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.777699] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.096042] env[67412]: INFO networking_nsxv3.common.synchronization [req-92fe47bd-ef8b-447f-a143-c75224ebe5f3 req-4c0f9160-bfd8-48be-a8a9-63b875ca5d05 service nova] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_rules [ 874.096226] env[67412]: INFO networking_nsxv3.common.synchronization [req-92fe47bd-ef8b-447f-a143-c75224ebe5f3 req-4c0f9160-bfd8-48be-a8a9-63b875ca5d05 service nova] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 874.096363] env[67412]: INFO networking_nsxv3.common.synchronization [req-92fe47bd-ef8b-447f-a143-c75224ebe5f3 req-4c0f9160-bfd8-48be-a8a9-63b875ca5d05 service nova] Enqueued Resource ID: 2ab8503a-7883-44bc-b546-5a3205481285 with Priority: HIGHEST for action port [ 874.096913] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_rules [ 874.097065] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 874.097165] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ab8503a-7883-44bc-b546-5a3205481285 with Priority: HIGHEST for action port [ 874.097434] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.097559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.097627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.097873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.097946] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.098792] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.098913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.098979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.099164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.099306] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.099399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.099541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.099697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.099782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.099867] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.100897] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ab8503a-7883-44bc-b546-5a3205481285 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.101025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ab8503a-7883-44bc-b546-5a3205481285" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.101100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ab8503a-7883-44bc-b546-5a3205481285" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.101262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ab8503a-7883-44bc-b546-5a3205481285" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.101331] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ab8503a-7883-44bc-b546-5a3205481285',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.279346] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.280573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.280573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.280573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.280573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.280573] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be updated. [ 874.328447] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.328447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.328447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.328447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.328974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.340881] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 874.400429] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b04adc70-d014-4018-a205-cd771c68b6c6 in Status: SUCCESS [ 874.400643] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 deletion is rescheduled due to dependency. [ 874.400757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.604889] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.604889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.606663] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.608261] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ab8503a-7883-44bc-b546-5a3205481285 with status ACTIVE [ 874.608538] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.608729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.608817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.609115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.609195] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.609431] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.610647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.610647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.610819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.610851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.611161] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.611573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.611573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.611573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.611675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.611714] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ab8503a-7883-44bc-b546-5a3205481285 is going to be updated. [ 874.636751] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.636927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.636970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.637209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.637349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.637728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ab8503a-7883-44bc-b546-5a3205481285" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.760547] env[67412]: INFO networking_nsxv3.common.synchronization [None req-fdcd4a3c-a7e6-4754-ab99-d2f89ccc30a3 tempest-AttachVolumeTestJSON-512796560 tempest-AttachVolumeTestJSON-512796560-project-member] Enqueued Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_rules [ 874.761441] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_rules [ 874.762599] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.763065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.763065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.763276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.763390] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.883991] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d8ad2d12-a0a9-4e54-a705-8bd649e10660 tempest-AttachVolumeTestJSON-512796560 tempest-AttachVolumeTestJSON-512796560-project-member] Enqueued Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_rules [ 874.883991] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_rules [ 874.883991] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.884877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.114271] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.294873] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.294873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.294873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.294873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.294873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.295175] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c already deleted. [ 875.295175] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.295245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.295400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.295514] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.366986] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c602725-9a18-4149-87cb-edf635b414df in Status: SUCCESS [ 875.367107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.432289] env[67412]: INFO networking_nsxv3.common.synchronization [None req-ff57a558-9147-43e7-b7b6-b6495a9b01af None None] Enqueued Resource ID: b227ab98-62fb-4a1c-ae5c-aa502a15e01f with Priority: HIGHEST for action port [ 875.433180] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b227ab98-62fb-4a1c-ae5c-aa502a15e01f with Priority: HIGHEST for action port [ 875.433694] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b227ab98-62fb-4a1c-ae5c-aa502a15e01f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.433861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b227ab98-62fb-4a1c-ae5c-aa502a15e01f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.433964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b227ab98-62fb-4a1c-ae5c-aa502a15e01f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.434226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b227ab98-62fb-4a1c-ae5c-aa502a15e01f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.434310] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b227ab98-62fb-4a1c-ae5c-aa502a15e01f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.617558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.617901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.617982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.618276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.618424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.618568] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 is going to be created. [ 875.643464] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.643615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.643671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.643936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.644092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.654842] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: UNINITIALIZED for 2s [ 875.819468] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.819639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.819717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.819895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.820209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.820209] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c already deleted. [ 875.820209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.938500] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b227ab98-62fb-4a1c-ae5c-aa502a15e01f [ 875.938500] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.938500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.938500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.938927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.938927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.938927] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b227ab98-62fb-4a1c-ae5c-aa502a15e01f already deleted. [ 875.939028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b227ab98-62fb-4a1c-ae5c-aa502a15e01f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.354932] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 876.355751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.355751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.355963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.356275] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.356530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.356744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.357133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.361136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.361136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.361136] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.860246] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.860246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.860246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.860540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.860818] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.860929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.860994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.861247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.861359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.861453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.861655] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.861781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.861875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.862466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.862466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.862466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.862466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.862635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.862670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.862736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.862888] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.367621] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd376a9-8e14-4afb-b56e-4e654dc54759: rpc.has_security_group_logging(os_id): False [ 877.387420] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.387639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.387736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.388087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.388213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.388504] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.388639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.388728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.389477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.389477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.389477] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.389477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.389477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.389699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.389801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.390050] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.390547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.390547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.390547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.390547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.390749] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be updated. [ 877.463372] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.463503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.463503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.463693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.463911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.481341] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 877.668049] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: SUCCESS [ 877.668049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.668177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.668423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.668652] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.668815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.668868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.669038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.669126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.669218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.669315] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.922111] env[67412]: INFO networking_nsxv3.common.synchronization [req-a94bffdb-238f-4628-b729-b208535f9ee9 req-bcac46ec-57b9-46ff-a8b4-b5a6a3d9ebec tempest-ServersAdminTestJSON-812653998 tempest-ServersAdminTestJSON-812653998-project-member] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 877.922696] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 877.923055] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.923183] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.923249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.923449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.923614] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.923712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.923773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.923923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.924020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.924119] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.172366] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.172366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.172366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.172366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.172366] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.172366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.172366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.172366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.172366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.172748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.172748] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.172748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.172748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.172862] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.172958] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.173137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.173198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.173339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.173415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.173497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.173696] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.426431] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.676493] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc58e7a7-e05f-4166-be89-9f645ab08638: rpc.has_security_group_logging(os_id): False [ 878.695716] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.695866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.695928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.696477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.696477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.696477] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.696613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.696613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.696820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.696893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.697130] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.697226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.697292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.697443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.697518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.697750] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.697855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.697917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.698076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.698149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.698239] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 is going to be created. [ 878.771280] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.771729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.771963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.772308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.772670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.785335] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: IN_PROGRESS for 2s [ 878.929830] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.432893] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.432893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.432893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.432893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.432893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.433374] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 879.461930] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.462239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.462320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.462543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.462687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.472351] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 879.496397] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 879.496729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.755820] env[67412]: INFO networking_nsxv3.common.synchronization [None req-73b774e7-fbce-4143-a798-9da7e08a178a None None] Enqueued Resource ID: 271dd2a3-bee2-461a-8121-ef85d9d8a50d with Priority: HIGHEST for action port [ 879.757305] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 271dd2a3-bee2-461a-8121-ef85d9d8a50d with Priority: HIGHEST for action port [ 879.757756] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-271dd2a3-bee2-461a-8121-ef85d9d8a50d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.757939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-271dd2a3-bee2-461a-8121-ef85d9d8a50d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.758055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-271dd2a3-bee2-461a-8121-ef85d9d8a50d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.758408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-271dd2a3-bee2-461a-8121-ef85d9d8a50d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.759074] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('271dd2a3-bee2-461a-8121-ef85d9d8a50d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.263566] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 271dd2a3-bee2-461a-8121-ef85d9d8a50d [ 880.263566] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.264656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.264738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.265369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.265369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.265369] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:271dd2a3-bee2-461a-8121-ef85d9d8a50d already deleted. [ 880.265369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-271dd2a3-bee2-461a-8121-ef85d9d8a50d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.471787] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93559af-39f8-4d1f-9046-0dd5af54fc27 req-bdd7b713-fe44-4681-a008-3bce45cb975b tempest-MultipleCreateTestJSON-1714648687 tempest-MultipleCreateTestJSON-1714648687-project-member] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 880.472380] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 880.472732] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.472868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.472936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.473152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.473403] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.473403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.473524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.473604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.473692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.473786] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.801549] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: SUCCESS [ 880.801817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.913247] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.913247] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.913247] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.913247] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.913247] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.914049] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.914049] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.915777] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.915777] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.915777] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.915777] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.915777] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.915777] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.915777] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.915777] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.915777] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.938112] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.938258] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.938409] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.938598] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.938998] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.939171] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.939284] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.939611] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.939747] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a77a69-8c4c-44e5-85b6-eb29d44aaf77',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.979947] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.980137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.980206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.980428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.980509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.980705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.980790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.980877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.981152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.981234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.981323] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 881.014331] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.014331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.014331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.014331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.014331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.027677] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 881.442102] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.442319] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.443037] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.443216] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.443465] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.443684] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port f6a77a69-8c4c-44e5-85b6-eb29d44aaf77 not found, creating... [ 881.443988] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.444181] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.444300] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.444618] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.444790] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.445120] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.445362] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.445436] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.445718] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.445865] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.446015] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: f6a77a69-8c4c-44e5-85b6-eb29d44aaf77 is going to be created. [ 881.474060] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.474503] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.474503] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.475332] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.475332] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.475674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.490131] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 881.490374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.059415] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93559af-39f8-4d1f-9046-0dd5af54fc27 req-7ddc5324-3222-48ac-b067-948218334bb0 tempest-MultipleCreateTestJSON-1714648687 tempest-MultipleCreateTestJSON-1714648687-project-member] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 882.060463] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 882.060463] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.060463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.229122] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93559af-39f8-4d1f-9046-0dd5af54fc27 req-eedf6101-927b-4079-9893-1ff131fc5c2d service nova] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_rules [ 882.229446] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93559af-39f8-4d1f-9046-0dd5af54fc27 req-eedf6101-927b-4079-9893-1ff131fc5c2d service nova] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 882.229507] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93559af-39f8-4d1f-9046-0dd5af54fc27 req-eedf6101-927b-4079-9893-1ff131fc5c2d service nova] Enqueued Resource ID: f6a77a69-8c4c-44e5-85b6-eb29d44aaf77 with Priority: HIGHEST for action port [ 882.230139] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_rules [ 882.230291] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 882.230386] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a77a69-8c4c-44e5-85b6-eb29d44aaf77 with Priority: HIGHEST for action port [ 882.230729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.230812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.230851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.231131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.231131] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.231978] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.233426] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.233677] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.233957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.233957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.234118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.234164] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a77a69-8c4c-44e5-85b6-eb29d44aaf77',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.385514] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4f0553f9-88cd-42ec-81cc-03ef1abab48b tempest-AttachVolumeShelveTestJSON-1923771381 tempest-AttachVolumeShelveTestJSON-1923771381-project-member] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_rules [ 882.386500] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_rules [ 882.386785] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.386887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.386955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.387405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.387490] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.579819] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-738 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.580150] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.580150] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.581050] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.581050] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.581050] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.581266] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.581311] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.581473] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.581679] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.581802] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 882.581905] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 882.582013] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 882.582138] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 882.582243] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 882.582650] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 882.605642] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 882.605642] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 882.605642] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 882.605867] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-738" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.606293] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-76233fa5-c555-4e41-bf4e-2f78fa77782c taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.606598] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-76233fa5-c555-4e41-bf4e-2f78fa77782c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.606811] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-76233fa5-c555-4e41-bf4e-2f78fa77782c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.607230] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-76233fa5-c555-4e41-bf4e-2f78fa77782c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.607393] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76233fa5-c555-4e41-bf4e-2f78fa77782c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.611570] env[67412]: INFO networking_nsxv3.common.synchronization [None req-eacd84b3-5847-4187-b68d-14b1aae3e727 tempest-AttachVolumeShelveTestJSON-1923771381 tempest-AttachVolumeShelveTestJSON-1923771381-project-member] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_rules [ 882.612217] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_rules [ 882.612589] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.612718] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.736494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.736658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.736889] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6a77a69-8c4c-44e5-85b6-eb29d44aaf77 with status ACTIVE [ 882.737099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.737216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.737283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.737494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.737579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.737772] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.737910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.737985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.738169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.738248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.738452] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.738546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.738607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.738876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.738876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.738997] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6a77a69-8c4c-44e5-85b6-eb29d44aaf77 is going to be updated. [ 882.767469] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.767469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.767469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.767469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.767469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.767469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6a77a69-8c4c-44e5-85b6-eb29d44aaf77" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.858556] env[67412]: INFO networking_nsxv3.common.synchronization [None req-649ca253-a5aa-483a-ba07-a7a21fc3a6fe None None] Enqueued Resource ID: e950bcf4-2444-4f29-8204-7a3cd952e57d with Priority: HIGHEST for action port [ 882.859265] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e950bcf4-2444-4f29-8204-7a3cd952e57d with Priority: HIGHEST for action port [ 882.860070] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e950bcf4-2444-4f29-8204-7a3cd952e57d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.860070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e950bcf4-2444-4f29-8204-7a3cd952e57d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.860070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e950bcf4-2444-4f29-8204-7a3cd952e57d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.860868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e950bcf4-2444-4f29-8204-7a3cd952e57d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.860868] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e950bcf4-2444-4f29-8204-7a3cd952e57d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.907348] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.908605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.908605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.908605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.908866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.908866] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 already deleted. [ 882.908866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.909010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.909191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.909280] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.038970] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 883.039191] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 deletion is rescheduled due to dependency. [ 883.039314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.039483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.039699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.039881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.040329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.040329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.040329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.040329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.040517] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.110557] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.110928] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.111642] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.112054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.112150] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.112394] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 76233fa5-c555-4e41-bf4e-2f78fa77782c not found, creating... [ 883.112872] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.113057] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.113251] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.113612] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.113831] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.114294] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.114530] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.114713] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.115059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.115278] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.115502] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 76233fa5-c555-4e41-bf4e-2f78fa77782c is going to be created. [ 883.164445] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.164805] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.164933] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.165224] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.165445] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.165698] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-76233fa5-c555-4e41-bf4e-2f78fa77782c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.362966] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e950bcf4-2444-4f29-8204-7a3cd952e57d [ 883.363257] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.363410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.363466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.363687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.363814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.363862] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e950bcf4-2444-4f29-8204-7a3cd952e57d already deleted. [ 883.363940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e950bcf4-2444-4f29-8204-7a3cd952e57d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.432387] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.432559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.432604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.432817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.432905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.432999] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 already deleted. [ 883.433095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.542669] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.551390] env[67412]: INFO networking_nsxv3.common.synchronization [req-42c9d295-a3cb-4535-9ede-fb1cec1e18c6 req-d6d5d704-6c3e-49ea-a71c-789fd051c832 tempest-ImagesOneServerNegativeTestJSON-523727752 tempest-ImagesOneServerNegativeTestJSON-523727752-project-member] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 883.552467] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGHEST for action security_group_members [ 883.552787] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.552917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.552985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.553201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.553381] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.553469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.553533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.553683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.553764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.553857] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.860571] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93559af-39f8-4d1f-9046-0dd5af54fc27 req-a8b0d0c2-ed81-4530-be60-8881ecd44f4a service nova] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_rules [ 883.861279] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93559af-39f8-4d1f-9046-0dd5af54fc27 req-a8b0d0c2-ed81-4530-be60-8881ecd44f4a service nova] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 883.861279] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93559af-39f8-4d1f-9046-0dd5af54fc27 req-a8b0d0c2-ed81-4530-be60-8881ecd44f4a service nova] Enqueued Resource ID: 76233fa5-c555-4e41-bf4e-2f78fa77782c with Priority: HIGHEST for action port [ 883.861676] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_rules [ 883.863457] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 883.863457] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76233fa5-c555-4e41-bf4e-2f78fa77782c with Priority: HIGHEST for action port [ 883.863457] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.863457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.863457] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.863457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.863457] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-76233fa5-c555-4e41-bf4e-2f78fa77782c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.863457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76233fa5-c555-4e41-bf4e-2f78fa77782c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.863457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76233fa5-c555-4e41-bf4e-2f78fa77782c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.863457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76233fa5-c555-4e41-bf4e-2f78fa77782c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.864340] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76233fa5-c555-4e41-bf4e-2f78fa77782c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.045479] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.056621] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.056904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.056969] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.057168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.057260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.057456] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.057556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.057604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.057962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.058194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.058194] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be updated. [ 884.094552] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.095207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.095323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.095952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.096400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.107703] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: IN_PROGRESS for 2s [ 884.366485] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76233fa5-c555-4e41-bf4e-2f78fa77782c with status ACTIVE [ 884.366892] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.367064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.367144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.367402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.367517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.367696] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.367822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.367879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.368047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.368138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.368334] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.368432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.368504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.368654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.368723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.368811] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76233fa5-c555-4e41-bf4e-2f78fa77782c is going to be updated. [ 884.392027] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.392227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.392353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.392509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.392614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.392777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76233fa5-c555-4e41-bf4e-2f78fa77782c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.548770] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.548969] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.549430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.549430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.549536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.549784] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 884.583481] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.583481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.583756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.584750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.584750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.596744] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 885.055346] env[67412]: INFO networking_nsxv3.common.synchronization [req-9d1ab642-bbfc-4a9e-9bcb-8265c7676ffd req-f474f9da-d657-43df-ae96-5d5523d1c5c3 tempest-ServersNegativeTestJSON-1841456748 tempest-ServersNegativeTestJSON-1841456748-project-member] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 885.056053] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 885.056353] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.056478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.056552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.056820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.056992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.057180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.057180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.057341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.057427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.057524] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.561784] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.063738] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.120453] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 in Status: SUCCESS [ 886.120453] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 deletion is rescheduled due to dependency. [ 886.120453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.566967] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.568139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.568139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.568139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.568139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.568779] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be updated. [ 886.599588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.599801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.599801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.600038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.600156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.611856] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 886.612718] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 886.612974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.613191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.613437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.613679] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.614287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.614391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.614610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.614703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.614847] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.116801] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.620185] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.705715] env[67412]: INFO networking_nsxv3.common.synchronization [req-69bc3d60-d345-4e3c-9900-64f1688bac93 req-e6f4baac-b696-4723-8ba8-e6eafe3408b7 tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 887.705715] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 887.706500] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.710291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.710291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.710291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.710291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.710291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.710291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.710291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.710291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.710291] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.122231] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.122511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.122511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.122677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.122780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.122880] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 888.152784] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.152947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.152988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.153214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.153355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.163373] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 888.213156] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.213395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.213437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.213716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.213817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.214064] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.214189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.214242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.214414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.214506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.214600] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 888.259530] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.259825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.259975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.260348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.260577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.272105] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 888.625177] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 888.625177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.521609] env[67412]: INFO networking_nsxv3.common.synchronization [req-6560c085-217a-405c-8f04-da2544b452af req-669f4be1-f723-4b81-849e-128a6da832f8 tempest-ServerTagsTestJSON-589507269 tempest-ServerTagsTestJSON-589507269-project-member] Enqueued Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGHEST for action security_group_members [ 889.524403] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGHEST for action security_group_members [ 889.524403] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c602725-9a18-4149-87cb-edf635b414df taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.524403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.524403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.524403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.524403] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.524403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.524403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.524403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.524686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.524686] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.654643] env[67412]: INFO networking_nsxv3.common.synchronization [req-38105527-5ce1-47f2-939f-cf22b4a76ab7 req-f94d8e4f-c6a6-4b71-99e7-18ba5d52c3b9 tempest-FloatingIPsAssociationTestJSON-1643281666 tempest-FloatingIPsAssociationTestJSON-1643281666-project-member] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 889.654962] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 889.655280] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.655450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.655546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.655778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.655961] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.656191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.656191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.656386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.656497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.656609] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.027442] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.027641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.027704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.028038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.028172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.028287] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.028389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.028443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.029076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.029076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.029076] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c602725-9a18-4149-87cb-edf635b414df is going to be updated. [ 890.060466] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-673 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.060677] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-673" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.060807] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-673" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.061144] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-673" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.061414] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.063285] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.063285] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.063285] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.063285] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.063285] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.063285] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.063285] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.063285] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.063285] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.063285] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.063285] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 890.065082] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.065930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.066014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.066237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.066338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.078170] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c602725-9a18-4149-87cb-edf635b414df in Status: IN_PROGRESS for 2s [ 890.091271] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 890.091449] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 890.091568] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 890.091902] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-673" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.092177] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.092350] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.092578] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.093042] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.093042] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccfbdb3-6df9-43e2-a22d-98fd2897090a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.159781] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.178193] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 890.178193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.179289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.179289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.179289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.179529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.179529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.179857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.179857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.179967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.180099] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.181109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.182297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.182297] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.182297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.182297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.182297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.182297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.182297] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.285155] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 890.285440] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 deletion is rescheduled due to dependency. [ 890.285566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.596163] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.596458] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.596603] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.597146] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.597146] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.597327] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 8ccfbdb3-6df9-43e2-a22d-98fd2897090a not found, creating... [ 890.597601] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.597768] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.597915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.598221] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.598366] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.598681] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.598868] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.598988] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.599220] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.599386] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.599537] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 8ccfbdb3-6df9-43e2-a22d-98fd2897090a is going to be created. [ 890.622340] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.622639] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.622804] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.623193] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.623491] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.623815] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.662975] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.684486] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.684618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.684933] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.168018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.168018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.168018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.168018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.168018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.168018] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 is going to be updated. [ 891.188300] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.222494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.222749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.222835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.223053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.223196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.235453] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: IN_PROGRESS for 2s [ 891.363242] env[67412]: INFO networking_nsxv3.common.synchronization [req-38105527-5ce1-47f2-939f-cf22b4a76ab7 req-86898171-a475-4dc0-85f2-6f2ae8764359 service nova] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_rules [ 891.363468] env[67412]: INFO networking_nsxv3.common.synchronization [req-38105527-5ce1-47f2-939f-cf22b4a76ab7 req-86898171-a475-4dc0-85f2-6f2ae8764359 service nova] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 891.365163] env[67412]: INFO networking_nsxv3.common.synchronization [req-38105527-5ce1-47f2-939f-cf22b4a76ab7 req-86898171-a475-4dc0-85f2-6f2ae8764359 service nova] Enqueued Resource ID: 8ccfbdb3-6df9-43e2-a22d-98fd2897090a with Priority: HIGHEST for action port [ 891.365163] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_rules [ 891.365386] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 891.365386] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ccfbdb3-6df9-43e2-a22d-98fd2897090a with Priority: HIGHEST for action port [ 891.365726] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.365903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.366015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.366246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.366342] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.368047] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.368047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.368204] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.368278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.368343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.368603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.368678] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ccfbdb3-6df9-43e2-a22d-98fd2897090a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.691490] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.691490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.691927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.691927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.691927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.691927] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 891.723704] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.724250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.724913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.724913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.724913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.737372] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 891.871115] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.871115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.871730] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8ccfbdb3-6df9-43e2-a22d-98fd2897090a with status ACTIVE [ 891.871730] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.871730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.871730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.871993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.871993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.872098] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.872200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.872257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.872420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.872523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.872703] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.872803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.872855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.873018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.873153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.873190] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8ccfbdb3-6df9-43e2-a22d-98fd2897090a is going to be updated. [ 891.896719] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.896966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.897118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.897315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.897457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.897653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ccfbdb3-6df9-43e2-a22d-98fd2897090a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.092045] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c602725-9a18-4149-87cb-edf635b414df in Status: SUCCESS [ 892.092357] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c602725-9a18-4149-87cb-edf635b414df deletion is rescheduled due to dependency. [ 892.092485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.392865] env[67412]: INFO networking_nsxv3.common.synchronization [req-ee7b5720-e4d1-4fdf-8f87-9bda79c8ec14 req-b3fb0237-093b-4a05-ab1f-c6bd24f6e0f4 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_members [ 892.392971] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_members [ 892.393992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3b8214-1270-4d87-a75c-718067077207 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.393992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.393992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.393992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.393992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.394388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.394388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.394388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.394483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.394483] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.838021] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.838021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.838021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.842036] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.842036] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.842036] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.842036] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.842036] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.842036] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.842036] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.842036] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.842036] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.842036] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.842036] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.842036] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.842036] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.866143] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.866432] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.866633] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.866968] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.867346] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-a56d5b93-5721-4498-90f6-790b4bdc8f68 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.867535] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-a56d5b93-5721-4498-90f6-790b4bdc8f68" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.867668] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-a56d5b93-5721-4498-90f6-790b4bdc8f68" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.868210] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-a56d5b93-5721-4498-90f6-790b4bdc8f68" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.868376] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56d5b93-5721-4498-90f6-790b4bdc8f68',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.897261] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.897395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.897499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.897698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.897864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.898178] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.898318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.898449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.898603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.899170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.899294] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3b8214-1270-4d87-a75c-718067077207 already deleted. [ 892.899395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.250473] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: IN_PROGRESS for 4s [ 893.371701] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.372110] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.372343] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.372767] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.373010] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.373291] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port a56d5b93-5721-4498-90f6-790b4bdc8f68 not found, creating... [ 893.373726] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.373993] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.374249] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.374527] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.374777] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.375265] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.375562] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.375762] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.376134] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.376966] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.376966] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: a56d5b93-5721-4498-90f6-790b4bdc8f68 is going to be created. [ 893.401384] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.401842] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.402124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.402626] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.403017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.403379] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-a56d5b93-5721-4498-90f6-790b4bdc8f68" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.751838] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 893.752155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.752452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.752716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.752911] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.753052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.753112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.753390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.753390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.753484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.753757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.753757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.753963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.753963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.754114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.754231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.754231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.754606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.754606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.754606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.754606] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.145267] env[67412]: INFO networking_nsxv3.common.synchronization [req-ee7b5720-e4d1-4fdf-8f87-9bda79c8ec14 req-7008a28e-db84-4a9c-9bed-a13d6ab50c45 service nova] Enqueued Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_rules [ 894.145267] env[67412]: INFO networking_nsxv3.common.synchronization [req-ee7b5720-e4d1-4fdf-8f87-9bda79c8ec14 req-7008a28e-db84-4a9c-9bed-a13d6ab50c45 service nova] Enqueued Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_members [ 894.147344] env[67412]: INFO networking_nsxv3.common.synchronization [req-ee7b5720-e4d1-4fdf-8f87-9bda79c8ec14 req-7008a28e-db84-4a9c-9bed-a13d6ab50c45 service nova] Enqueued Resource ID: a56d5b93-5721-4498-90f6-790b4bdc8f68 with Priority: HIGHEST for action port [ 894.147344] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_rules [ 894.147344] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_members [ 894.147344] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56d5b93-5721-4498-90f6-790b4bdc8f68 with Priority: HIGHEST for action port [ 894.147480] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3b8214-1270-4d87-a75c-718067077207 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.147742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.147742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.147998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.148146] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.149431] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3b8214-1270-4d87-a75c-718067077207 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.149584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.149690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.149942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.150150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.150308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.150395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.150581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.150706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.151330] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.152346] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56d5b93-5721-4498-90f6-790b4bdc8f68 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.152545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56d5b93-5721-4498-90f6-790b4bdc8f68" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.152790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56d5b93-5721-4498-90f6-790b4bdc8f68" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.152984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56d5b93-5721-4498-90f6-790b4bdc8f68" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.153567] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56d5b93-5721-4498-90f6-790b4bdc8f68',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.257705] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43: rpc.has_security_group_logging(os_id): False [ 894.281649] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.281892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.282032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.282367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.282576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.282884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.283030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.283657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.283657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.283657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.283837] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.283998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.284119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.284774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.284774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.284881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.284991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.285444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.285444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.285541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.285657] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 894.358703] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.358919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.358966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.359258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.359415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.377594] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 894.655716] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3b8214-1270-4d87-a75c-718067077207 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.656088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.656088] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.657042] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a56d5b93-5721-4498-90f6-790b4bdc8f68 with status ACTIVE [ 894.657639] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.657639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.657639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.657639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.657909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.657909] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.658171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.658171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.658291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.658291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.659484] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.659573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.659627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.659793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.659876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.660723] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a56d5b93-5721-4498-90f6-790b4bdc8f68 is going to be updated. [ 894.858884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.859141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.859208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.859425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.859595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.860650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56d5b93-5721-4498-90f6-790b4bdc8f68" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.162307] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.264176] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: SUCCESS [ 895.264176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.264176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.264176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.264176] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.264176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.264176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.264176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.264176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.264176] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.665422] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.665603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.665665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.667258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.667258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.667258] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3b8214-1270-4d87-a75c-718067077207 is going to be created. [ 895.695405] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.695405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.695405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.695405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.695405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.706932] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3b8214-1270-4d87-a75c-718067077207 in Status: UNINITIALIZED for 2s [ 895.766413] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.025311] env[67412]: INFO networking_nsxv3.common.synchronization [req-ddd97c7c-f008-460a-89ec-958a7a0659d8 req-b3c26127-555d-4317-a5cb-dcde54f3ba30 tempest-MultipleCreateTestJSON-1714648687 tempest-MultipleCreateTestJSON-1714648687-project-member] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 896.025482] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 896.026806] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.026964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.027058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.027288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.027438] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.027533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.027600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.027747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.027877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.027979] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.270023] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.397350] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 896.398062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.398062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.398449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.398625] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.445832] env[67412]: INFO networking_nsxv3.common.synchronization [req-80758db0-aa5d-42dd-86e7-507795fab7f9 req-7553d59c-9b0f-4b98-ac58-71c2270e0760 tempest-MultipleCreateTestJSON-1714648687 tempest-MultipleCreateTestJSON-1714648687-project-member] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 896.446602] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGHEST for action security_group_members [ 896.447036] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.447179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.529834] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.776340] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.776686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.776686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.776686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.776939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.776939] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 is going to be updated. [ 896.811691] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.811905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.811905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.812206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.812299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.826465] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: IN_PROGRESS for 2s [ 896.902396] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.902396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.033444] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.217436] env[67412]: INFO networking_nsxv3.common.synchronization [None req-f5cfdf0c-41b3-4555-8db0-dd2568998ea2 None None] Enqueued Resource ID: 9e66598c-506b-4756-a1cf-e510980d87b8 with Priority: HIGHEST for action port [ 897.218128] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e66598c-506b-4756-a1cf-e510980d87b8 with Priority: HIGHEST for action port [ 897.218458] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e66598c-506b-4756-a1cf-e510980d87b8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.218628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e66598c-506b-4756-a1cf-e510980d87b8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.218721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e66598c-506b-4756-a1cf-e510980d87b8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.218992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e66598c-506b-4756-a1cf-e510980d87b8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.219550] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e66598c-506b-4756-a1cf-e510980d87b8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.538128] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.540178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.540178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.540178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.540178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.540178] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 897.568272] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.569401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.569401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.569401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.570944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.579694] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 897.718771] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3b8214-1270-4d87-a75c-718067077207 in Status: SUCCESS [ 897.719057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.719356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.720662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.720662] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.720662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.720662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.720662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.720662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.720662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.720662] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.730207] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e66598c-506b-4756-a1cf-e510980d87b8 [ 897.730207] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.730207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.730207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.730207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.730516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.730516] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e66598c-506b-4756-a1cf-e510980d87b8 already deleted. [ 897.730743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e66598c-506b-4756-a1cf-e510980d87b8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.828884] env[67412]: INFO networking_nsxv3.common.synchronization [req-ede9876a-512a-4432-ac1c-ddfe7bcbf07d req-402216b4-5375-44f4-8e4d-9d11e3e6ec42 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 897.828884] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 897.828884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.829125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.829125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.829248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.829406] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.829529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.829608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.829841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.829926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.830098] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.226243] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.270902] env[67412]: INFO networking_nsxv3.common.synchronization [None req-9cdb475f-5126-4ae8-83ef-b40a786119df tempest-ServersTestManualDisk-2121075665 tempest-ServersTestManualDisk-2121075665-project-member] Enqueued Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_rules [ 898.271615] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_rules [ 898.272789] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97c7101c-c462-4a71-b912-15926e193273 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.272789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.272789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.272789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.272789] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.333325] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.333506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.333625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.333901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.334018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.334288] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.334408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.334496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.334720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.334844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.334956] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 898.373828] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.374071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.374251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.374514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.374744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.386105] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d333b8f8-b9d7-4aa0-ba32-15d673a0f07f tempest-ServersTestManualDisk-2121075665 tempest-ServersTestManualDisk-2121075665-project-member] Enqueued Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_rules [ 898.387244] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 898.387657] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_rules [ 898.387965] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97c7101c-c462-4a71-b912-15926e193273 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.388075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.728152] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7c3b8214-1270-4d87-a75c-718067077207: rpc.has_security_group_logging(os_id): False [ 898.749618] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.749771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.749829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.750080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.750177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.750477] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.750604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.750676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.750854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.750936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.751110] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3b8214-1270-4d87-a75c-718067077207 is going to be created. [ 898.795354] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.795647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.795647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.796384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.796384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.796384] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97c7101c-c462-4a71-b912-15926e193273 already deleted. [ 898.796384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.796384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.796545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.796623] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.829493] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.829693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.829693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.829921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.830139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.839135] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: SUCCESS [ 898.839135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.839708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.839708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.839782] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.839918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.840047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.840189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.840270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.840418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.840467] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.844069] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c3b8214-1270-4d87-a75c-718067077207 in Status: IN_PROGRESS for 2s [ 899.326747] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.326747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.326747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.326747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.326747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.326747] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97c7101c-c462-4a71-b912-15926e193273 already deleted. [ 899.326747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.348842] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.348842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.348842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.348842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.349362] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.349362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.349362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.349362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.349569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.349569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.349725] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.349838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.349927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.350079] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.350319] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.350319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.350433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.350550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.350692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.350782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.350820] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.594148] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 899.594148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.594148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.594148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.594148] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.594148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.594148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.594148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.594148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.594148] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.853443] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3abfd184-4104-45f0-b343-f6b6f1f995f2: rpc.has_security_group_logging(os_id): False [ 899.875229] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.875312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.875364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.875702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.875831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.876228] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.876472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.876713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.876775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.877533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.877533] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.877654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.877921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.877985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.878115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878345] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.878411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.878479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.878627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.878702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.878824] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 is going to be updated. [ 899.943773] env[67412]: INFO networking_nsxv3.common.synchronization [None req-2794e364-2a20-450b-aa10-d449c214f536 None None] Enqueued Resource ID: 4bec3a4a-6a62-4723-951d-6f9af89303f7 with Priority: HIGHEST for action port [ 899.944448] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bec3a4a-6a62-4723-951d-6f9af89303f7 with Priority: HIGHEST for action port [ 899.944837] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bec3a4a-6a62-4723-951d-6f9af89303f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.945010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bec3a4a-6a62-4723-951d-6f9af89303f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.945088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bec3a4a-6a62-4723-951d-6f9af89303f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.945354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bec3a4a-6a62-4723-951d-6f9af89303f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.945440] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bec3a4a-6a62-4723-951d-6f9af89303f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.961622] env[67412]: INFO networking_nsxv3.common.synchronization [req-c230335b-b33d-4e5c-a4c7-5c5710ae41f0 req-1f731370-5f7a-47a5-b478-de979147829c tempest-AttachVolumeTestJSON-512796560 tempest-AttachVolumeTestJSON-512796560-project-member] Enqueued Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_members [ 899.961622] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_members [ 899.962045] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8c68e5-6ee9-4e9f-8651-f6984498593c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.962327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.962990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.962990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.962990] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.963172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.963172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.963555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.963555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.963555] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.999586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.999586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.999586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.999838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.999838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.029228] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: IN_PROGRESS for 2s [ 900.096657] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.096910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.096973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.097715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.097715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.097715] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.097715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.097715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.098180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.098180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.098180] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 900.147814] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.147814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.147814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.148197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.148712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.164109] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 900.400197] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 900.400379] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 900.400558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.451080] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4bec3a4a-6a62-4723-951d-6f9af89303f7 [ 900.451233] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.452342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.452342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.452342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.452342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.452342] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4bec3a4a-6a62-4723-951d-6f9af89303f7 already deleted. [ 900.452342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bec3a4a-6a62-4723-951d-6f9af89303f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.467733] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.467937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.469380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.469380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.469380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.469380] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.469380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.469380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.469380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.469380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.469380] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c already deleted. [ 900.469380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.524497] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.524782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-248" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.524948] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-248" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.525509] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-248" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.525610] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.525695] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.525810] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.526551] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.526752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.527008] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.527126] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 900.527235] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 900.527367] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 900.527522] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 900.527752] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 900.527981] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 900.549376] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 900.549588] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 900.549738] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 900.549980] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-248" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.550559] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-8fe767ef-a51d-4b75-b1ec-e78942246a97 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.550784] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-8fe767ef-a51d-4b75-b1ec-e78942246a97" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.550945] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-8fe767ef-a51d-4b75-b1ec-e78942246a97" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.551319] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-8fe767ef-a51d-4b75-b1ec-e78942246a97" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.551539] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe767ef-a51d-4b75-b1ec-e78942246a97',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.862979] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7c3b8214-1270-4d87-a75c-718067077207 in Status: SUCCESS [ 900.863388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.057177] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.057422] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.057551] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.057850] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.058502] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.058698] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 8fe767ef-a51d-4b75-b1ec-e78942246a97 not found, creating... [ 901.058975] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.059167] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.059276] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.059504] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.059694] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.059928] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.060097] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.060232] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.060421] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.060536] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.060674] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 8fe767ef-a51d-4b75-b1ec-e78942246a97 is going to be created. [ 901.083049] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.083368] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.083470] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.083735] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.083955] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.084197] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-8fe767ef-a51d-4b75-b1ec-e78942246a97" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.832619] env[67412]: INFO networking_nsxv3.common.synchronization [req-c230335b-b33d-4e5c-a4c7-5c5710ae41f0 req-63c869a0-874a-4164-8488-51fa26605c13 service nova] Enqueued Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_rules [ 901.832795] env[67412]: INFO networking_nsxv3.common.synchronization [req-c230335b-b33d-4e5c-a4c7-5c5710ae41f0 req-63c869a0-874a-4164-8488-51fa26605c13 service nova] Enqueued Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_members [ 901.832926] env[67412]: INFO networking_nsxv3.common.synchronization [req-c230335b-b33d-4e5c-a4c7-5c5710ae41f0 req-63c869a0-874a-4164-8488-51fa26605c13 service nova] Enqueued Resource ID: 8fe767ef-a51d-4b75-b1ec-e78942246a97 with Priority: HIGHEST for action port [ 901.833479] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_rules [ 901.833611] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_members [ 901.833706] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fe767ef-a51d-4b75-b1ec-e78942246a97 with Priority: HIGHEST for action port [ 901.834125] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.836053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.836053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.836227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.836269] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.838183] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8c68e5-6ee9-4e9f-8651-f6984498593c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.838317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.838375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.838619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.838728] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.838888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.838975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.839160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.839281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.839403] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.841214] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fe767ef-a51d-4b75-b1ec-e78942246a97 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.841379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fe767ef-a51d-4b75-b1ec-e78942246a97" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.841464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fe767ef-a51d-4b75-b1ec-e78942246a97" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.841664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fe767ef-a51d-4b75-b1ec-e78942246a97" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.841745] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fe767ef-a51d-4b75-b1ec-e78942246a97',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.048172] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: SUCCESS [ 902.048172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.184306] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 902.184529] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 deletion is rescheduled due to dependency. [ 902.184714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.184917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.185316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.185561] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.185717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.185807] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.186040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.186520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.186683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.186907] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.339438] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8c68e5-6ee9-4e9f-8651-f6984498593c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.339665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.346304] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.346304] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8fe767ef-a51d-4b75-b1ec-e78942246a97 with status ACTIVE [ 902.346787] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.346787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.346787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.346787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.346787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.347198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.347316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.347388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.347570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.347661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.348381] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.348381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.348381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.348381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.348596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.348596] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8fe767ef-a51d-4b75-b1ec-e78942246a97 is going to be updated. [ 902.374291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.374738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.374898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.375333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.375542] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.375806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fe767ef-a51d-4b75-b1ec-e78942246a97" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.689639] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.689858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.689956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.690271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.690493] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.690598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.690686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.690989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.690989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.691138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.691339] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.691464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.691547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.691734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.691921] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.692060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.692145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.692329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.692436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.692540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.692663] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.851847] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.195397] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43: rpc.has_security_group_logging(os_id): False [ 903.214320] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.214515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.214583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.214854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.214933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.215153] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.215238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.215337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.215466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.215554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.215745] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.215838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.215923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.216040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.216115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.216310] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.216402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.216459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.216598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.216669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.216751] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be updated. [ 903.287133] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.287264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.287319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.287531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.287670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.304373] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: IN_PROGRESS for 2s [ 903.354027] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.354239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.354292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.354491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.354579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.354676] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c is going to be created. [ 903.392169] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.392361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.392361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.392588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.392741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.404365] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c in Status: UNINITIALIZED for 2s [ 905.217262] env[67412]: INFO networking_nsxv3.common.synchronization [req-c9ff62d8-48a2-4f15-a5b5-5baa29a50f38 req-3dcc614c-b79d-4dbc-a873-25c447cc9ae9 tempest-ServersAdminTestJSON-812653998 tempest-ServersAdminTestJSON-812653998-project-member] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 905.217956] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGHEST for action security_group_members [ 905.218305] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.218430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.218498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.218705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.218915] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.219057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.221485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.221722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.221822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.221924] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.323041] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 in Status: SUCCESS [ 905.323041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.416396] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c in Status: SUCCESS [ 905.416611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.416818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.417157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.418038] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.418038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.418038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.418038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.418570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.418570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.418709] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.730080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.730080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.730080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.730080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.755428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.755428] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.755428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.755428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.755428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.755428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.755428] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be updated. [ 905.786245] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.786245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.786245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.786569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.786569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.798740] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: IN_PROGRESS for 2s [ 905.921810] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.425147] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ba8c68e5-6ee9-4e9f-8651-f6984498593c: rpc.has_security_group_logging(os_id): False [ 906.444530] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.444708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.444750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.445017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.445164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.445443] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.445553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.445614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.445781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.446046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.446046] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c is going to be created. [ 906.531957] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.531957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.531957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.532479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.532479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.545421] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c in Status: IN_PROGRESS for 2s [ 906.611811] env[67412]: INFO networking_nsxv3.common.synchronization [req-8991b2dc-ce8b-4722-9e6f-a3e1a0a3ec80 req-71308c77-7e33-4a1a-8b8e-e6dd0a0c2175 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 906.612395] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 906.612749] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.614170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.614357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.614597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.614775] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.615171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.615171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.615263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.615520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.615606] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.118406] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.118584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.118665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.118849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.119036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.119146] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.119321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.119386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.119540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.119617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.119702] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 is going to be updated. [ 907.148725] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.148871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.148938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.149174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.149437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.158932] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: IN_PROGRESS for 2s [ 907.813015] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: af35cf2b-2349-4777-987b-affdcf0c917c in Status: SUCCESS [ 907.813015] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: af35cf2b-2349-4777-987b-affdcf0c917c deletion is rescheduled due to dependency. [ 907.813015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.557858] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c in Status: SUCCESS [ 908.558201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.174818] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: SUCCESS [ 909.174818] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 deletion is rescheduled due to dependency. [ 909.174818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.518439] env[67412]: INFO networking_nsxv3.common.synchronization [req-effdbd90-f938-463f-915f-c1f21e88ee76 req-264d5117-abe6-418a-bda0-47daf910cc60 tempest-FloatingIPsAssociationTestJSON-1643281666 tempest-FloatingIPsAssociationTestJSON-1643281666-project-member] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 909.522018] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 909.522018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.522018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.522018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.522018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.522018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.522018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.522018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.522018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.522018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.522018] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.893152] env[67412]: INFO networking_nsxv3.common.synchronization [req-da213ce5-adfb-4a38-87df-ec0123299e03 req-bb820a81-78c9-4687-aa04-4a8b1c796d1b tempest-AttachVolumeShelveTestJSON-1923771381 tempest-AttachVolumeShelveTestJSON-1923771381-project-member] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_members [ 909.894810] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_members [ 909.895305] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.895449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.895536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.895848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.895991] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.896144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.896201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.896354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.896453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.896550] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.022801] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.399878] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.400307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.400307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.400307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.400393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.400538] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.400641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.400704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.400907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.401016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.401156] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 already deleted. [ 910.401251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.525726] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.708659] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.708853] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.708976] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.709332] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.709585] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.709738] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.709850] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.710077] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.710223] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.710436] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.710542] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 910.710648] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 910.710750] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 910.710851] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 910.710951] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 910.711098] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 910.731272] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 910.731443] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 910.731598] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 910.731722] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.732059] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.732252] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.732372] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.732735] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.732875] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e626db5b-85cf-4e6f-8da6-8c6b4f879df1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.030089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.030089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.030089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.030089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.030089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.030089] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 is going to be updated. [ 911.058903] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.059183] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.059183] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.059451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.059592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.068519] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: IN_PROGRESS for 2s [ 911.235082] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.235286] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.235447] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.235771] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.235902] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.236071] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port e626db5b-85cf-4e6f-8da6-8c6b4f879df1 not found, creating... [ 911.236345] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.236502] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.236618] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.236840] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.236997] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.237430] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.237678] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.237862] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.238171] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.238374] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.238593] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: e626db5b-85cf-4e6f-8da6-8c6b4f879df1 is going to be created. [ 911.259273] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.259465] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.259586] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.259880] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.260129] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.260353] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.434610] env[67412]: INFO networking_nsxv3.common.synchronization [req-eb1127ab-fbc3-4d0a-8942-c0cb01f6c23d req-055a49d9-661e-444f-acca-a0416e378ffd tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 911.435237] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 911.435608] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.435754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.435828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.436152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.436342] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.436455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.436543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.436726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.436839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.436990] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.882075] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.882075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.882075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.882075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.882075] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.882075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.882075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.882075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.882075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.882781] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.883048] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.883304] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.883535] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.883756] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.883971] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.884219] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.906461] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.908928] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.908928] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.908928] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.908928] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.908928] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.908928] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.908928] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.908928] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.940611] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.940611] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.940611] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 already deleted. [ 911.940611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.984539] env[67412]: INFO networking_nsxv3.common.synchronization [req-da213ce5-adfb-4a38-87df-ec0123299e03 req-26439b55-3248-4561-bc21-640000810196 service nova] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_rules [ 911.984727] env[67412]: INFO networking_nsxv3.common.synchronization [req-da213ce5-adfb-4a38-87df-ec0123299e03 req-26439b55-3248-4561-bc21-640000810196 service nova] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_members [ 911.984909] env[67412]: INFO networking_nsxv3.common.synchronization [req-da213ce5-adfb-4a38-87df-ec0123299e03 req-26439b55-3248-4561-bc21-640000810196 service nova] Enqueued Resource ID: e626db5b-85cf-4e6f-8da6-8c6b4f879df1 with Priority: HIGHEST for action port [ 911.987630] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_rules [ 911.987630] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_members [ 911.987630] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626db5b-85cf-4e6f-8da6-8c6b4f879df1 with Priority: HIGHEST for action port [ 911.987630] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.987630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.987630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.987630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.987630] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.989632] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.989632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.989632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.989632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.989907] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.989907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.989907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.990009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.990092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.990187] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.991107] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.991218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.991274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.991422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.991493] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e626db5b-85cf-4e6f-8da6-8c6b4f879df1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.412411] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.412411] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.412411] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.412411] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.412701] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.412701] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49 not found, creating... [ 912.413634] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.413634] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.413634] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.413634] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.413634] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.413915] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.413915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.414081] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.414265] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.414398] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.414558] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49 is going to be created. [ 912.436224] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.436623] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.436623] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.436806] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.437081] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.437304] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.493298] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.493298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.495391] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.496476] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e626db5b-85cf-4e6f-8da6-8c6b4f879df1 with status ACTIVE [ 912.496476] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.496697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.496697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.496865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.497041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.500499] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.500633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.500755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.500888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.500971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.501190] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.501289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.501340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.501493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.501565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.501650] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e626db5b-85cf-4e6f-8da6-8c6b4f879df1 is going to be updated. [ 912.522156] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.522156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.522156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.522322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.522494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.522608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.004953] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.078341] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: SUCCESS [ 913.078645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.132277] env[67412]: INFO networking_nsxv3.common.synchronization [req-eb1127ab-fbc3-4d0a-8942-c0cb01f6c23d req-f6359d71-4c91-4914-a2b1-98e1ae3007ef service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 913.132277] env[67412]: INFO networking_nsxv3.common.synchronization [req-eb1127ab-fbc3-4d0a-8942-c0cb01f6c23d req-f6359d71-4c91-4914-a2b1-98e1ae3007ef service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 913.132277] env[67412]: INFO networking_nsxv3.common.synchronization [req-eb1127ab-fbc3-4d0a-8942-c0cb01f6c23d req-f6359d71-4c91-4914-a2b1-98e1ae3007ef service nova] Enqueued Resource ID: adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49 with Priority: HIGHEST for action port [ 913.132277] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 913.132277] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 913.132277] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49 with Priority: HIGHEST for action port [ 913.132838] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.133143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.133334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.134089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.134537] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.136786] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.137144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.138110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.138306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.138469] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.138580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.140990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.140990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.140990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.140990] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.141920] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.142059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.142181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.142292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.142368] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.507514] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.507514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.507514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.508050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.508050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.508050] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 is going to be created. [ 913.532165] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.532348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.532348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.532553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.532707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.543297] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: UNINITIALIZED for 2s [ 913.645086] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.648356] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.648356] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49 with status ACTIVE [ 913.648356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.648356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.648356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.648356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.648992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.648992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.648992] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49 is going to be updated. [ 913.672233] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.672405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.672507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.672749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.672914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.673324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adc9f6e7-8fc3-4c12-b7f9-aa35c0e67b49" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.151584] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.456306] env[67412]: INFO networking_nsxv3.common.synchronization [req-68574ab5-0de7-4f17-b90a-da0182612229 req-db931855-f5bf-47a6-a39c-c94dba8ef3da tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 914.456794] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 914.457471] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.457471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.457653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.457699] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.457808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.457869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.458046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.458125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.458364] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.654247] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.654606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.654606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.654761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.654849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.654985] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be created. [ 914.683389] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.683574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.683691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.683958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.684193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.695991] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: UNINITIALIZED for 2s [ 914.830021] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.830021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.830021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.830021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.830021] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.830021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.830021] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.830654] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.830936] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.833548] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.833548] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 914.833548] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 914.833548] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 914.833548] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 914.833548] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 914.833548] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 914.854539] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 914.854539] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 914.854539] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 914.854539] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.854905] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.855395] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.855609] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.856871] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.857194] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01c0e17-d1a0-4ebe-825e-6a72fca12a90',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.961223] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.961758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.961758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.961758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.961886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.962048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.962151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.962217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.962366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.962442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.962527] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 914.990090] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.990254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.990392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.990524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.990661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.002767] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 915.361407] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.361718] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.361928] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.362283] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.362449] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.362617] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port b01c0e17-d1a0-4ebe-825e-6a72fca12a90 not found, creating... [ 915.362888] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.363062] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.363180] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.363507] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.363640] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.365596] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.365596] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.365596] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.365596] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.365596] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.365596] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: b01c0e17-d1a0-4ebe-825e-6a72fca12a90 is going to be created. [ 915.386321] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.386575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.387034] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.387034] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.387308] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.387531] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.558201] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: SUCCESS [ 915.558487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.558665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.558890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.559114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.559246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.559329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.559482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.559568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.559654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.559741] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.064296] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.096138] env[67412]: INFO networking_nsxv3.common.synchronization [req-68574ab5-0de7-4f17-b90a-da0182612229 req-9675377e-f421-49a5-8b38-e08e30b988b2 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 916.096138] env[67412]: INFO networking_nsxv3.common.synchronization [req-68574ab5-0de7-4f17-b90a-da0182612229 req-9675377e-f421-49a5-8b38-e08e30b988b2 service nova] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 916.096138] env[67412]: INFO networking_nsxv3.common.synchronization [req-68574ab5-0de7-4f17-b90a-da0182612229 req-9675377e-f421-49a5-8b38-e08e30b988b2 service nova] Enqueued Resource ID: b01c0e17-d1a0-4ebe-825e-6a72fca12a90 with Priority: HIGHEST for action port [ 916.096138] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_rules [ 916.096138] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 916.096138] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b01c0e17-d1a0-4ebe-825e-6a72fca12a90 with Priority: HIGHEST for action port [ 916.096138] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.096861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.097128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.097443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.097642] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.099030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.099030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.099204] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.099507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.099588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.099912] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.100040] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b01c0e17-d1a0-4ebe-825e-6a72fca12a90',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.566712] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ec9fd28-74be-4241-a34e-bbd7df2e9550: rpc.has_security_group_logging(os_id): False [ 916.587994] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.588237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.588282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.588514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.588599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.588856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.588985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.589064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.589196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.589294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.589342] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 is going to be created. [ 916.602794] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.602981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.603288] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b01c0e17-d1a0-4ebe-825e-6a72fca12a90 with status ACTIVE [ 916.603615] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.603756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.603843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.604116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.604245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.605050] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.605050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.605050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.605050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.605050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.605288] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.605288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.605288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.605452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.605526] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.605612] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b01c0e17-d1a0-4ebe-825e-6a72fca12a90 is going to be updated. [ 916.633577] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.633963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.633963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.634328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.634530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.634744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b01c0e17-d1a0-4ebe-825e-6a72fca12a90" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.697023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.697023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.697023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.697023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.697023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.713818] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 916.713818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.714171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.714367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.714597] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.714769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.714874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.715196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.715333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.715481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.715616] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.717582] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: IN_PROGRESS for 2s [ 917.019914] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 917.020901] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 deletion is rescheduled due to dependency. [ 917.020901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.020901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.020901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.020901] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.021222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.021222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.021222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.021349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.021349] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.035139] env[67412]: INFO networking_nsxv3.common.synchronization [req-f5b43875-3a71-474e-91f3-921f21c4ca7c req-b71122de-688b-4dfd-9095-fbce01d166d4 tempest-ServerRescueTestJSON-1970237839 tempest-ServerRescueTestJSON-1970237839-project-member] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 917.035139] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 917.035139] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.035139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.035423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.035423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.035532] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.035604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.035704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.035918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.035918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.036021] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.220740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.221121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.221121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.221348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.221538] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.221675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.221736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.221907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.222017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.222129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.222304] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.222397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.222444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.222612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.222753] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.222850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.222912] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.223044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.223116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.223215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.223307] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.524743] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.540573] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.544679] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-551 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.544852] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-551" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.545118] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-551" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.545346] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-551" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.545596] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.545741] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.545850] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.548751] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.549097] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.549344] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.549760] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.549760] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.549760] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.549879] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.550247] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.551395] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.577130] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.577130] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.577130] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.577309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-551" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.577646] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.577839] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.577955] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.578695] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.578695] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.726061] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db72779-a2e9-463a-8e40-111c759e9cb8: rpc.has_security_group_logging(os_id): False [ 917.745895] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.746214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.746214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.746346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.746431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.746646] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.746746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.746805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.746996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.747055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.747716] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.747716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.747716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.747716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.747716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.747973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.747973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.748090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.748180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.748252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.748338] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be created. [ 917.822202] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.822202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.822202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.822202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.822202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.843347] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 918.028110] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.042417] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.081600] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.082674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.082674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.082674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.082674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.082932] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd not found, creating... [ 918.082977] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.083140] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.083252] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.083756] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.083939] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.084330] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.084484] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.084596] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.084804] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.084939] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.085241] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd is going to be created. [ 918.105918] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.106170] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.106297] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.106567] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.106788] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.107160] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.531030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.531460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.531460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.531531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.531681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.531753] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 918.544922] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.545178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.545178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.545531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.545531] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.545531] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dad339-861a-4909-9375-90f699264598 is going to be updated. [ 918.564894] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.565111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.565193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.565454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.565799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.575569] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 918.580061] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.582031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.582031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.582031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.582031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.591328] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: IN_PROGRESS for 2s [ 918.730384] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: SUCCESS [ 918.730616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.815534] env[67412]: INFO networking_nsxv3.common.synchronization [req-f5b43875-3a71-474e-91f3-921f21c4ca7c req-ca067f9c-c87d-4d32-b83c-5d164cf2bd15 service nova] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_rules [ 918.815714] env[67412]: INFO networking_nsxv3.common.synchronization [req-f5b43875-3a71-474e-91f3-921f21c4ca7c req-ca067f9c-c87d-4d32-b83c-5d164cf2bd15 service nova] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 918.815852] env[67412]: INFO networking_nsxv3.common.synchronization [req-f5b43875-3a71-474e-91f3-921f21c4ca7c req-ca067f9c-c87d-4d32-b83c-5d164cf2bd15 service nova] Enqueued Resource ID: d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd with Priority: HIGHEST for action port [ 918.816427] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_rules [ 918.816553] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 918.816624] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd with Priority: HIGHEST for action port [ 918.816901] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.817085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.817129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.817307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.817388] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.818754] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.818905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.819063] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.819167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.819229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.819410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.819494] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.319752] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.320061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.321344] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd with status ACTIVE [ 919.321577] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.321740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.321740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.321954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.322061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.322219] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.322359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.322415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.322599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.322688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.322959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.322959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.323110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.323172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.323305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.323388] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd is going to be updated. [ 919.360743] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.360743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.360743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.360743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.360743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.360743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d97a5ea1-d5b2-4c72-b6eb-7c292826b0bd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.857515] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 919.858159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.061203] env[67412]: INFO networking_nsxv3.common.synchronization [None req-856efcd5-a1f2-43da-a708-4f6d40eaff13 None None] Enqueued Resource ID: 9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b with Priority: HIGHEST for action port [ 920.064471] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b with Priority: HIGHEST for action port [ 920.064833] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.065369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.066754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.067116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.067227] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.571949] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b [ 920.572272] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.572469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.572528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.572689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.572771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.572865] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b already deleted. [ 920.573112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ad32733-12a6-4cf1-8fcb-cd0bfa65ef8b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.591328] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 920.591577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.593977] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.594276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.595217] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.595217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.595217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.595217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.595217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.595217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.595217] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.604429] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: SUCCESS [ 920.604689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.605341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.605341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.605341] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.605736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.605736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.605736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.605736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.605973] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.097755] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.098316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.098316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.098458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.098600] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.098726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.098796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.099034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.099245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.099330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.099505] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.099597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.099726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.099839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.100008] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.100164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.100323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.100501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.100598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.100671] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.100914] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.109168] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.515224] env[67412]: INFO networking_nsxv3.common.synchronization [req-3bf5a31e-5fe9-4a7a-a5b3-2aa0c6d6b920 req-604ea73e-921e-4ab6-84f5-6d3e451bd8f9 tempest-ServerActionsV293TestJSON-1906667315 tempest-ServerActionsV293TestJSON-1906667315-project-member] Enqueued Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_members [ 921.515224] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGHEST for action security_group_members [ 921.515224] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8227c5-cfc8-4557-8104-e954e9fbfe60 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.515224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.515224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.515728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.516059] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.516687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.516883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.517199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.517681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.518797] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.604083] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ded8fcae-ddce-49b5-9371-b64f00bf0de5: rpc.has_security_group_logging(os_id): False [ 921.612338] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.623031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.623252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.623360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.623489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.623577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.623772] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.623868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.623919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.624086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.624198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.624347] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.624432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.624494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.624635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.624708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.624910] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.625067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.625067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.625191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.625267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.625351] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 921.689430] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.689430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.689430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.689430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.689430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.709221] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 922.019845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.019998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.020107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.020298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.043149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.043409] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.044610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.044610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.044610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.044610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.044610] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 is going to be updated. [ 922.070636] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.070636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.070636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.070636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.070909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.079930] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 in Status: IN_PROGRESS for 2s [ 922.118076] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.118076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.118076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.118076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.118076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.118076] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dad339-861a-4909-9375-90f699264598 is going to be updated. [ 922.147711] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.148368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.148660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.150327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.150327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.160967] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: IN_PROGRESS for 2s [ 923.731347] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 923.731347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.936938] env[67412]: INFO networking_nsxv3.common.synchronization [None req-fb9a77a9-e5a3-458d-8d7c-1c2d63f3a0d7 None None] Enqueued Resource ID: 5703ff4c-3cd8-4af6-ade8-93f4ba720217 with Priority: HIGHEST for action port [ 923.937586] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5703ff4c-3cd8-4af6-ade8-93f4ba720217 with Priority: HIGHEST for action port [ 923.938102] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5703ff4c-3cd8-4af6-ade8-93f4ba720217 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.939891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5703ff4c-3cd8-4af6-ade8-93f4ba720217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.939891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5703ff4c-3cd8-4af6-ade8-93f4ba720217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.940169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5703ff4c-3cd8-4af6-ade8-93f4ba720217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.940265] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5703ff4c-3cd8-4af6-ade8-93f4ba720217',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.092929] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 in Status: SUCCESS [ 924.093223] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 deletion is rescheduled due to dependency. [ 924.093339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.171100] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: SUCCESS [ 924.172498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.173189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.173475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.174097] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.174300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.174943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.175217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.175362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.175424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.175507] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.443968] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5703ff4c-3cd8-4af6-ade8-93f4ba720217 [ 924.443968] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.444237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.444237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.444358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.444408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.445046] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5703ff4c-3cd8-4af6-ade8-93f4ba720217 already deleted. [ 924.445046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5703ff4c-3cd8-4af6-ade8-93f4ba720217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.681513] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.681679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.681749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.681967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.682177] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.682302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.682370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.682525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.682615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.682702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.682849] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.682940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.683000] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.683154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.683303] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.683406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.683516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.683581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.683643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.683721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.683841] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.186739] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 71dad339-861a-4909-9375-90f699264598: rpc.has_security_group_logging(os_id): False [ 925.206655] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.206802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.206843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.207083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.207437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.207437] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.207557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.207557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.207802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.207802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.208062] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.208236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.208236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.208384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.208454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.208638] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.208727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.208792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.209520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.209520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.210773] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71dad339-861a-4909-9375-90f699264598 is going to be updated. [ 925.280652] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.280652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.280652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.281231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.281231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.299231] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71dad339-861a-4909-9375-90f699264598 in Status: IN_PROGRESS for 2s [ 927.058074] env[67412]: INFO networking_nsxv3.common.synchronization [req-07670750-1fb7-47fe-9112-b8c5613bb3a3 req-ce8d33ae-2053-4c94-95e0-57e0ba938600 tempest-ServersWithSpecificFlavorTestJSON-12592756 tempest-ServersWithSpecificFlavorTestJSON-12592756-project-member] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 927.058777] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGHEST for action security_group_members [ 927.059516] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.059516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.059806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.059872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.060112] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.060250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.060364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.060603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.060761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.060889] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.320199] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 71dad339-861a-4909-9375-90f699264598 in Status: SUCCESS [ 927.321170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.563689] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.566793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.566793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.566793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566793] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.566793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.566793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.566793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.566793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.566793] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b is going to be updated. [ 927.605312] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.605312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.605312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.605312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.605688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.617276] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: IN_PROGRESS for 2s [ 928.050563] env[67412]: INFO networking_nsxv3.common.synchronization [req-140ece58-4404-46f4-bc2a-37b15ff8d112 req-9e7f7cb2-eb41-421a-ac68-62073ee87385 tempest-ServersV294TestFqdnHostnames-763175861 tempest-ServersV294TestFqdnHostnames-763175861-project-member] Enqueued Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_members [ 928.052962] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGHEST for action security_group_members [ 928.053388] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.053613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.053613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.053843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.053997] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.054133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.054196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.054400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.054503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.054599] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.288541] env[67412]: INFO networking_nsxv3.common.synchronization [req-e44c47f7-a812-484b-b41d-03e9680b161f req-f598c074-308d-41dd-b474-efcbd86d2117 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 928.289178] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 928.289525] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.289672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.289741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.289943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.290114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.290258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.290298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.290518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.290607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.290701] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.557927] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.558411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.558501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.558731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.558839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.559076] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.559189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.559253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.559411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.559494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.559581] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f is going to be updated. [ 928.598973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.598973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.598973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.598973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.598973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.608104] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f in Status: IN_PROGRESS for 2s [ 928.700955] env[67412]: INFO networking_nsxv3.common.synchronization [req-02adfeb8-4e03-4b3a-8c1d-a091ca193d58 req-a3e7b379-b2e5-463c-bce3-33d1dc5a456a tempest-ServersTestManualDisk-2121075665 tempest-ServersTestManualDisk-2121075665-project-member] Enqueued Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_members [ 928.701078] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_members [ 928.702620] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c7101c-c462-4a71-b912-15926e193273 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.702754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.702754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.703567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.703567] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.703567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.703567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.703567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.703827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.703827] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.796277] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.796277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.796277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.796277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.796277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.796277] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.796277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.796277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.796277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.796277] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.796277] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 928.835836] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.836043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.836086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.836281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.836424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.853259] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 929.089068] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-421 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.089310] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-421" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.089435] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-421" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.090176] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-421" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.090451] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.090610] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.090729] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.090952] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.091114] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.091326] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.091436] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 929.091543] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 929.091698] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 929.091818] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 929.091927] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 929.092085] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 929.110901] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 929.111100] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 929.111202] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 929.111379] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-421" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.111694] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-cd6af0d5-33b8-441f-821e-584a3afc0c4f taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.111854] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-cd6af0d5-33b8-441f-821e-584a3afc0c4f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.111968] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-cd6af0d5-33b8-441f-821e-584a3afc0c4f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.112325] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-cd6af0d5-33b8-441f-821e-584a3afc0c4f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.112429] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6af0d5-33b8-441f-821e-584a3afc0c4f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.206089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.206275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.206321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.206536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.206625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.206822] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.206919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.206980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.207330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.207420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.207517] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97c7101c-c462-4a71-b912-15926e193273 already deleted. [ 929.207603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.615780] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.615780] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.616181] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.616181] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.616318] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.616509] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port cd6af0d5-33b8-441f-821e-584a3afc0c4f not found, creating... [ 929.616788] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.617637] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.617637] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.617637] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.617637] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.617847] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.618032] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.618176] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.618410] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.618573] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.618706] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: cd6af0d5-33b8-441f-821e-584a3afc0c4f is going to be created. [ 929.630670] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bbc1cf20-cac2-49af-868d-e45223b0621b in Status: SUCCESS [ 929.630848] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b deletion is rescheduled due to dependency. [ 929.630969] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.641497] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.641742] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.641874] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.642180] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.642454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.642730] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-cd6af0d5-33b8-441f-821e-584a3afc0c4f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.116941] env[67412]: INFO networking_nsxv3.common.synchronization [None req-51fd2318-868b-43d8-a9e0-919104ebe343 None None] Enqueued Resource ID: 890c054d-693f-417f-bec8-51e1c32abe61 with Priority: HIGHEST for action port [ 930.116941] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890c054d-693f-417f-bec8-51e1c32abe61 with Priority: HIGHEST for action port [ 930.116941] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-890c054d-693f-417f-bec8-51e1c32abe61 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.119909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-890c054d-693f-417f-bec8-51e1c32abe61" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.120113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-890c054d-693f-417f-bec8-51e1c32abe61" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.120570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-890c054d-693f-417f-bec8-51e1c32abe61" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.120570] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('890c054d-693f-417f-bec8-51e1c32abe61',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.413580] env[67412]: INFO networking_nsxv3.common.synchronization [req-02adfeb8-4e03-4b3a-8c1d-a091ca193d58 req-ae56444f-7450-4a7e-8183-59f81aeb59a9 service nova] Enqueued Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_rules [ 930.413753] env[67412]: INFO networking_nsxv3.common.synchronization [req-02adfeb8-4e03-4b3a-8c1d-a091ca193d58 req-ae56444f-7450-4a7e-8183-59f81aeb59a9 service nova] Enqueued Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_members [ 930.413895] env[67412]: INFO networking_nsxv3.common.synchronization [req-02adfeb8-4e03-4b3a-8c1d-a091ca193d58 req-ae56444f-7450-4a7e-8183-59f81aeb59a9 service nova] Enqueued Resource ID: cd6af0d5-33b8-441f-821e-584a3afc0c4f with Priority: HIGHEST for action port [ 930.414167] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_rules [ 930.414301] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_members [ 930.414397] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd6af0d5-33b8-441f-821e-584a3afc0c4f with Priority: HIGHEST for action port [ 930.415082] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97c7101c-c462-4a71-b912-15926e193273 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.415335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.415417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.415658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.415711] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.416693] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c7101c-c462-4a71-b912-15926e193273 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.416842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.416879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.417044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.417269] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.417366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.417366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.417517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.417598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.417692] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.418440] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd6af0d5-33b8-441f-821e-584a3afc0c4f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.418551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd6af0d5-33b8-441f-821e-584a3afc0c4f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.418604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd6af0d5-33b8-441f-821e-584a3afc0c4f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.418748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd6af0d5-33b8-441f-821e-584a3afc0c4f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.418906] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd6af0d5-33b8-441f-821e-584a3afc0c4f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.617820] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f in Status: SUCCESS [ 930.618085] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f deletion is rescheduled due to dependency. [ 930.618085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.628468] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 890c054d-693f-417f-bec8-51e1c32abe61 [ 930.628468] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.628468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.628468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.628468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.628468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.628468] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:890c054d-693f-417f-bec8-51e1c32abe61 already deleted. [ 930.628468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-890c054d-693f-417f-bec8-51e1c32abe61" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.865150] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 930.865344] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 deletion is rescheduled due to dependency. [ 930.865460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.896874] env[67412]: INFO networking_nsxv3.common.synchronization [req-f858e46a-0466-4aa9-8796-623ed629f567 req-e91eada4-3129-4e80-8d5a-0329ab582550 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 930.897459] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 930.897826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.898024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.898190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.898503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.898609] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.898750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.898842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.899047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.899182] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.899307] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.923390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c7101c-c462-4a71-b912-15926e193273 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.923390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.923390] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.923390] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cd6af0d5-33b8-441f-821e-584a3afc0c4f with status ACTIVE [ 930.923390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.923390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.923390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.923390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.923390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.923390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.923390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.923390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.924414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.924705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.926085] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.926220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.926519] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.926519] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.926629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.926629] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cd6af0d5-33b8-441f-821e-584a3afc0c4f is going to be updated. [ 930.949552] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.949758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.949758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.949938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.950082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.950235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd6af0d5-33b8-441f-821e-584a3afc0c4f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.359017] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.359017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.359017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.359017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.359318] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.359410] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.359459] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.359917] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.359917] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.360100] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.360157] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.360282] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.360392] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.360502] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.360607] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.360738] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.379851] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.380028] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.380175] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.380359] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.380674] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-cbeda388-e100-4860-88fb-713648c9d17f taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.380851] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-cbeda388-e100-4860-88fb-713648c9d17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.380970] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-cbeda388-e100-4860-88fb-713648c9d17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.381363] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-cbeda388-e100-4860-88fb-713648c9d17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.381515] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbeda388-e100-4860-88fb-713648c9d17f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.401982] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.402254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.402373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.402673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.402817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.403113] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.403274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.403378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.403611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.403734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.403876] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 931.429262] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.432363] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.432363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.432363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.432586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.432617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.443058] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 931.884926] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.885327] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.885327] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.885576] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.885744] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.885903] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port cbeda388-e100-4860-88fb-713648c9d17f not found, creating... [ 931.886183] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.886338] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.886450] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.886696] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.886845] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.888123] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.888336] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.888458] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.888719] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.888860] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.889009] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: cbeda388-e100-4860-88fb-713648c9d17f is going to be created. [ 931.913986] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.914244] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.914378] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.914678] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.914960] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.915324] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-cbeda388-e100-4860-88fb-713648c9d17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.932696] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.932856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.932926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.934453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.934453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.934453] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97c7101c-c462-4a71-b912-15926e193273 is going to be created. [ 931.962810] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.962956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.963053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.963254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.963417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.974159] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97c7101c-c462-4a71-b912-15926e193273 in Status: UNINITIALIZED for 2s [ 932.589591] env[67412]: INFO networking_nsxv3.common.synchronization [None req-51e88ca0-f0d6-4f8a-8104-e1e8f6b94eb3 None None] Enqueued Resource ID: 8cb2c86b-978b-4710-84c9-130bf46ace69 with Priority: HIGHEST for action port [ 932.591786] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8cb2c86b-978b-4710-84c9-130bf46ace69 with Priority: HIGHEST for action port [ 932.592206] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8cb2c86b-978b-4710-84c9-130bf46ace69 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.592709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8cb2c86b-978b-4710-84c9-130bf46ace69" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.592709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8cb2c86b-978b-4710-84c9-130bf46ace69" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.602773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8cb2c86b-978b-4710-84c9-130bf46ace69" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.602988] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8cb2c86b-978b-4710-84c9-130bf46ace69',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.718233] env[67412]: INFO networking_nsxv3.common.synchronization [req-f858e46a-0466-4aa9-8796-623ed629f567 req-5fe7fcf3-f4dc-4afc-b456-504bba15c5a4 service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 932.718233] env[67412]: INFO networking_nsxv3.common.synchronization [req-f858e46a-0466-4aa9-8796-623ed629f567 req-5fe7fcf3-f4dc-4afc-b456-504bba15c5a4 service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 932.718233] env[67412]: INFO networking_nsxv3.common.synchronization [req-f858e46a-0466-4aa9-8796-623ed629f567 req-5fe7fcf3-f4dc-4afc-b456-504bba15c5a4 service nova] Enqueued Resource ID: cbeda388-e100-4860-88fb-713648c9d17f with Priority: HIGHEST for action port [ 932.718233] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 932.718233] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 932.718849] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbeda388-e100-4860-88fb-713648c9d17f with Priority: HIGHEST for action port [ 932.719429] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.720226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.721226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.721651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.721895] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.725575] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.725709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.726980] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbeda388-e100-4860-88fb-713648c9d17f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.727181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbeda388-e100-4860-88fb-713648c9d17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.727282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbeda388-e100-4860-88fb-713648c9d17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.727554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbeda388-e100-4860-88fb-713648c9d17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.727654] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbeda388-e100-4860-88fb-713648c9d17f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.106861] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8cb2c86b-978b-4710-84c9-130bf46ace69 [ 933.107279] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.107279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.107279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.107815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.107815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.107815] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8cb2c86b-978b-4710-84c9-130bf46ace69 already deleted. [ 933.107815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8cb2c86b-978b-4710-84c9-130bf46ace69" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.226531] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.226707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.231272] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cbeda388-e100-4860-88fb-713648c9d17f with status ACTIVE [ 933.231775] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.231775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.231775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.231994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.232962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.232962] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.232962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.232962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.232962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.232962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.232962] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.232962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.232962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.233536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.233536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.233536] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cbeda388-e100-4860-88fb-713648c9d17f is going to be updated. [ 933.260346] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.260588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.260588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.260857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.260917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.261118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbeda388-e100-4860-88fb-713648c9d17f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.453536] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 933.453739] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 933.453857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.454045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.454304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.454515] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.454667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.454708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.454846] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.454925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.455040] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.959659] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.985892] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97c7101c-c462-4a71-b912-15926e193273 in Status: SUCCESS [ 933.985892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.985993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.986258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.986596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.986745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.986842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.987290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.987415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.987515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.987613] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.059304] env[67412]: INFO networking_nsxv3.common.synchronization [req-d5d53955-6ffa-43f9-80c9-3a59f5866007 req-c39f2932-01c3-4d5d-9fdf-cd382f58f4cb tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_members [ 934.059655] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGHEST for action security_group_members [ 934.062397] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8b533cab-46b4-4aeb-a147-4ee68bc83959 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.062397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.062397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.063259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.063259] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.063259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.063259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.063259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.063259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.063567] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.462019] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.490228] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.566567] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.566567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.566567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.567507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.567507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.567507] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.567507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.567507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.567507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.567977] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.567977] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 is going to be updated. [ 934.602466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.602578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.602618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.602844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.602989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.614087] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 in Status: IN_PROGRESS for 2s [ 934.964358] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.964550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.964674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.964846] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.964949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.965059] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 934.992452] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 97c7101c-c462-4a71-b912-15926e193273: rpc.has_security_group_logging(os_id): False [ 935.006344] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.007330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.007455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.008046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.008046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.021442] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 935.022588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.022805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.023048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.023283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.024385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.024385] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.024385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.024385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.024385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.024385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.024385] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97c7101c-c462-4a71-b912-15926e193273 is going to be created. [ 935.133959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.133959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.133959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.133959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.133959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.154270] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97c7101c-c462-4a71-b912-15926e193273 in Status: IN_PROGRESS for 2s [ 936.625604] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 in Status: SUCCESS [ 936.625865] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 deletion is rescheduled due to dependency. [ 936.625916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.033358] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 937.033654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.034167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.034890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.034890] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.034890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.034890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.034890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.035204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.035204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.035204] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.172247] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 97c7101c-c462-4a71-b912-15926e193273 in Status: SUCCESS [ 937.173871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.537229] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.537414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.537524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.537744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.537994] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.538126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.538126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.538359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.538450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.538567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.538808] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.538980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.539069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.539185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.539378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.539543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.539598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.539758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.539838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.539922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.540491] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.043380] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b6f125-3014-43fc-b501-32c3a44c11c9: rpc.has_security_group_logging(os_id): False [ 938.063813] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.064120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.064200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.064475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.064624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.064938] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.065125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.065779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.065779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.065779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.066043] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.066043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.066119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.066424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.066424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.068143] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.068790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.068790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.068790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.068790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.068790] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 938.134384] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.134384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.134524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.134652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.134758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.152399] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 938.456513] env[67412]: INFO networking_nsxv3.common.synchronization [req-5011d414-9d0d-4725-9ae6-307a1ba5f10d req-c44e88ab-ad3a-4f5e-8169-67094e98b7ff tempest-ImagesTestJSON-1523695389 tempest-ImagesTestJSON-1523695389-project-member] Enqueued Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 938.459194] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 with Priority: HIGHEST for action security_group_members [ 938.460048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ded8fcae-ddce-49b5-9371-b64f00bf0de5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.460257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.460356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.460648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.460876] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.461042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.461140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.461382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.461508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.461648] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ded8fcae-ddce-49b5-9371-b64f00bf0de5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.963848] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.964072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.964170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.964443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.964554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.964805] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.964929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.965052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.965316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.965442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.965545] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 is going to be updated. [ 939.009594] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.009769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.009817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.010014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.010414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.019584] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: IN_PROGRESS for 2s [ 940.169621] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 940.169889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.030434] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 in Status: SUCCESS [ 941.030434] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ded8fcae-ddce-49b5-9371-b64f00bf0de5 deletion is rescheduled due to dependency. [ 941.030434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ded8fcae-ddce-49b5-9371-b64f00bf0de5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.554572] env[67412]: INFO networking_nsxv3.common.synchronization [None req-57d682b8-712a-4ea8-b091-2c8551f5b17f tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_rules [ 941.555207] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_rules [ 941.555676] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.555814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.555859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.557854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.557854] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.657548] env[67412]: INFO networking_nsxv3.common.synchronization [None req-cbd9c801-f43f-4234-a976-8c13660c49c3 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_rules [ 941.657762] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_rules [ 941.658492] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.658492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.082242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.082242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.082242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.082242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.082242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.082242] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 already deleted. [ 942.082540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.082540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.082612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.082683] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.605355] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.605722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.605722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.606105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.606242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.606387] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 already deleted. [ 942.606473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.827153] env[67412]: INFO networking_nsxv3.common.synchronization [req-9b24ffce-b902-4387-9d6f-4ebc8b91c561 req-5e3676bb-c04d-45df-a2ab-2e2e67e4ac76 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_members [ 943.827818] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGHEST for action security_group_members [ 943.828496] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7c3b8214-1270-4d87-a75c-718067077207 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.828701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.828818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.829087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.829289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.829421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.829493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.829684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.829793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.829908] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.915150] env[67412]: INFO networking_nsxv3.common.synchronization [None req-34ddf974-1306-4592-8404-35b311cee588 None None] Enqueued Resource ID: 432c239f-02ab-4ddb-9e75-a1d10e74b026 with Priority: HIGHEST for action port [ 943.916389] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 432c239f-02ab-4ddb-9e75-a1d10e74b026 with Priority: HIGHEST for action port [ 943.916779] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-432c239f-02ab-4ddb-9e75-a1d10e74b026 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.917171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-432c239f-02ab-4ddb-9e75-a1d10e74b026" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.917252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-432c239f-02ab-4ddb-9e75-a1d10e74b026" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.917633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-432c239f-02ab-4ddb-9e75-a1d10e74b026" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.917757] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('432c239f-02ab-4ddb-9e75-a1d10e74b026',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.334155] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.334155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.334155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.334404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.334629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.335175] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.335643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.338566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.338566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.338566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.338566] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3b8214-1270-4d87-a75c-718067077207 is going to be updated. [ 944.369034] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.369034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.369034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.369262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.370306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.381184] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3b8214-1270-4d87-a75c-718067077207 in Status: IN_PROGRESS for 2s [ 944.419839] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 432c239f-02ab-4ddb-9e75-a1d10e74b026 [ 944.420115] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.420344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.420344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.420575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.420643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.420809] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:432c239f-02ab-4ddb-9e75-a1d10e74b026 already deleted. [ 944.420809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-432c239f-02ab-4ddb-9e75-a1d10e74b026" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.995077] env[67412]: INFO networking_nsxv3.common.synchronization [None req-59ecdf57-8b33-464d-ab0d-d3081b557cd9 None None] Enqueued Resource ID: fb891746-345d-4480-b2a2-b7ae32eedd7d with Priority: HIGHEST for action port [ 945.995559] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb891746-345d-4480-b2a2-b7ae32eedd7d with Priority: HIGHEST for action port [ 945.996022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb891746-345d-4480-b2a2-b7ae32eedd7d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.996291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb891746-345d-4480-b2a2-b7ae32eedd7d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.996475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb891746-345d-4480-b2a2-b7ae32eedd7d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.000023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb891746-345d-4480-b2a2-b7ae32eedd7d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.000023] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb891746-345d-4480-b2a2-b7ae32eedd7d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.394388] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7c3b8214-1270-4d87-a75c-718067077207 in Status: SUCCESS [ 946.394903] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7c3b8214-1270-4d87-a75c-718067077207 deletion is rescheduled due to dependency. [ 946.394903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.499546] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb891746-345d-4480-b2a2-b7ae32eedd7d [ 946.499791] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.499929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.500012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.500232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.500325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.500416] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb891746-345d-4480-b2a2-b7ae32eedd7d already deleted. [ 946.500495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb891746-345d-4480-b2a2-b7ae32eedd7d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.958144] env[67412]: INFO networking_nsxv3.common.synchronization [req-121879e9-6283-40cd-86ab-1c82f8a4bfb9 req-f630368c-e24d-4f50-b44b-1a8b6ae6a368 tempest-SecurityGroupRulesTestJSON-1538589270 tempest-SecurityGroupRulesTestJSON-1538589270-project-member] Enqueued Resource ID: 62b1643d-b713-479b-9506-c7498a7fd8ab with Priority: HIGHEST for action security_group_rules [ 946.958974] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62b1643d-b713-479b-9506-c7498a7fd8ab with Priority: HIGHEST for action security_group_rules [ 946.960895] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62b1643d-b713-479b-9506-c7498a7fd8ab taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.960895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62b1643d-b713-479b-9506-c7498a7fd8ab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.960895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62b1643d-b713-479b-9506-c7498a7fd8ab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.960895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62b1643d-b713-479b-9506-c7498a7fd8ab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.960895] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62b1643d-b713-479b-9506-c7498a7fd8ab',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.485358] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.485947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.485947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.485947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.485947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.486102] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62b1643d-b713-479b-9506-c7498a7fd8ab already deleted. [ 947.486102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62b1643d-b713-479b-9506-c7498a7fd8ab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.685503] env[67412]: INFO networking_nsxv3.common.synchronization [req-165c3af9-ec28-4b08-9a49-b10d2e43481d req-ad2ec561-d52f-4aba-ad3a-383ba29493a7 tempest-SecurityGroupRulesTestJSON-1538589270 tempest-SecurityGroupRulesTestJSON-1538589270-project-member] Enqueued Resource ID: 428fa40a-62e9-474a-8d0f-95d6c5e71da0 with Priority: HIGHEST for action security_group_rules [ 947.686115] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 428fa40a-62e9-474a-8d0f-95d6c5e71da0 with Priority: HIGHEST for action security_group_rules [ 947.686438] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-428fa40a-62e9-474a-8d0f-95d6c5e71da0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.686578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-428fa40a-62e9-474a-8d0f-95d6c5e71da0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.686655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-428fa40a-62e9-474a-8d0f-95d6c5e71da0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.686914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-428fa40a-62e9-474a-8d0f-95d6c5e71da0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.687024] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('428fa40a-62e9-474a-8d0f-95d6c5e71da0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.209714] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.209967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.210233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.210321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.210433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.210626] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 428fa40a-62e9-474a-8d0f-95d6c5e71da0 already deleted. [ 948.210694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-428fa40a-62e9-474a-8d0f-95d6c5e71da0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.358915] env[67412]: INFO networking_nsxv3.common.synchronization [req-7c7e642c-4095-48c2-9980-a208c1d12edb req-6213faef-6eae-4d85-bf55-08253932db8a tempest-MigrationsAdminTest-1982794745 tempest-MigrationsAdminTest-1982794745-project-member] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 948.359743] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 948.360210] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.360354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.360454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.360678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.360886] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.361009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.361098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.361315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.361414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.361579] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.517829] env[67412]: INFO networking_nsxv3.common.synchronization [req-96addd5f-dedb-456e-8dd6-7029c2efa8c1 req-a3c87450-eb64-4b27-b314-4968e9d8eb28 tempest-SecurityGroupRulesTestJSON-1538589270 tempest-SecurityGroupRulesTestJSON-1538589270-project-member] Enqueued Resource ID: cc734a5f-5b8f-413a-a33e-48837500d41b with Priority: HIGHEST for action security_group_rules [ 948.517829] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc734a5f-5b8f-413a-a33e-48837500d41b with Priority: HIGHEST for action security_group_rules [ 948.517829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc734a5f-5b8f-413a-a33e-48837500d41b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.517829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc734a5f-5b8f-413a-a33e-48837500d41b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.517829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc734a5f-5b8f-413a-a33e-48837500d41b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.518655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc734a5f-5b8f-413a-a33e-48837500d41b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.518751] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc734a5f-5b8f-413a-a33e-48837500d41b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.684618] env[67412]: INFO networking_nsxv3.common.synchronization [req-6ca7a3f2-d877-4036-9bee-4877653e2159 req-a4087adc-cf9e-4941-8250-be8d18e11362 tempest-ServerRescueTestJSON-1970237839 tempest-ServerRescueTestJSON-1970237839-project-member] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 948.685268] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 948.685465] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.685597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.685660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.685881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.686136] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.686276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.686341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.686558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.686682] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.686682] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.863997] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.927114] env[67412]: INFO networking_nsxv3.common.synchronization [req-7f019222-0cba-4036-8b77-03f073c6e8cd req-60f0425b-64de-43f7-981b-e84692f7a9bb tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 948.927885] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 948.928145] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.928259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.928316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.928616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.928671] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.928761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.928820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.928966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.929167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.929279] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.040386] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.040552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.040591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.040812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.040898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.041923] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc734a5f-5b8f-413a-a33e-48837500d41b already deleted. [ 949.042048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc734a5f-5b8f-413a-a33e-48837500d41b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.178574] env[67412]: INFO networking_nsxv3.common.synchronization [req-55a3e96b-d49c-4c77-b3e1-adc2309c8548 req-abb562c6-4340-420c-9f59-9b4d9d87b935 tempest-FloatingIPsAssociationTestJSON-1643281666 tempest-FloatingIPsAssociationTestJSON-1643281666-project-member] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 949.178574] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGHEST for action security_group_members [ 949.178574] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.178574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.178574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.178852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.178888] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.178981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.179192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.180273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.180273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.180273] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.188934] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.366289] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.433620] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.434783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.434783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.434783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.434783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.434783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.435034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.435034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.435115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.435506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.435506] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 949.468852] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.469175] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.469280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.469573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.469791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.479962] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 949.522071] env[67412]: INFO networking_nsxv3.common.synchronization [req-69661cc9-bd59-4a77-8466-a07baf847e24 req-b44d3778-16a2-4952-8cc9-e89db493549a tempest-SecurityGroupRulesTestJSON-1538589270 tempest-SecurityGroupRulesTestJSON-1538589270-project-member] Enqueued Resource ID: 1ad39cf0-8ccd-418a-b704-ba4a51181c6f with Priority: HIGHEST for action security_group_rules [ 949.522747] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad39cf0-8ccd-418a-b704-ba4a51181c6f with Priority: HIGHEST for action security_group_rules [ 949.522747] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad39cf0-8ccd-418a-b704-ba4a51181c6f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.522847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad39cf0-8ccd-418a-b704-ba4a51181c6f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.522847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad39cf0-8ccd-418a-b704-ba4a51181c6f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.523137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad39cf0-8ccd-418a-b704-ba4a51181c6f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.523231] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad39cf0-8ccd-418a-b704-ba4a51181c6f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.682078] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.682288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.682382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.682721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.682844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.683095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.683228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.683297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.683490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.683585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.683688] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 is going to be updated. [ 949.690593] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.710647] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.710808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.710877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.711102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.711240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.719872] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: IN_PROGRESS for 2s [ 949.873955] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.873955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.873955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.873955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.873955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.873955] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 is going to be updated. [ 949.902216] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.902368] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.902430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.902646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.902785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.913022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: IN_PROGRESS for 2s [ 950.046080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.046300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.046335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.046516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.046598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.046705] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad39cf0-8ccd-418a-b704-ba4a51181c6f already deleted. [ 950.046783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad39cf0-8ccd-418a-b704-ba4a51181c6f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.186514] env[67412]: INFO networking_nsxv3.common.synchronization [req-b59adc7f-261e-4e2b-bb0f-30784efd4439 req-2ef6ced1-0086-4813-b114-9932891b378c tempest-SecurityGroupRulesTestJSON-1538589270 tempest-SecurityGroupRulesTestJSON-1538589270-project-member] Enqueued Resource ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 with Priority: HIGHEST for action security_group_rules [ 950.187145] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 with Priority: HIGHEST for action security_group_rules [ 950.187522] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.187637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.187637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.187839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.187938] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52315b6d-5445-4bde-847b-1c6eb75f8bd6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.192403] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.193499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.193499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.193499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.193499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.193499] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dad339-861a-4909-9375-90f699264598 is going to be updated. [ 950.328263] env[67412]: INFO networking_nsxv3.common.synchronization [req-bcfffa50-8219-4087-9291-b64274d26d71 req-8b966f11-4b8e-4d15-a5de-37ad14191324 tempest-AttachInterfacesUnderV243Test-862663801 tempest-AttachInterfacesUnderV243Test-862663801-project-member] Enqueued Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_members [ 950.329598] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 with Priority: HIGHEST for action security_group_members [ 950.329598] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.329598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.329598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.330256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.330256] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.330256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.330256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.330431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.330541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.330612] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58f5d34b-6e36-4fd8-96f6-8474fcffbe28',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.339961] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.339961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.339961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.339961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.340199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.359879] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: IN_PROGRESS for 2s [ 950.522237] env[67412]: INFO networking_nsxv3.common.synchronization [req-ec46dece-5053-4d2b-813b-14667a369ba3 req-3899c042-90e3-4060-be20-a6e65e9eb385 tempest-SecurityGroupRulesTestJSON-1538589270 tempest-SecurityGroupRulesTestJSON-1538589270-project-member] Enqueued Resource ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 with Priority: HIGHEST for action security_group_rules [ 950.522915] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 with Priority: HIGHEST for action security_group_rules [ 950.523477] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.523477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.710678] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.710788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.710859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.711113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.711520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.711520] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 already deleted. [ 950.711624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.711959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.711959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.712040] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52315b6d-5445-4bde-847b-1c6eb75f8bd6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.819058] env[67412]: INFO networking_nsxv3.common.synchronization [req-5eb4ef8f-6d57-44e9-ad75-402248747112 req-7aff840d-7716-44ee-9c48-8c7e036406a3 tempest-SecurityGroupRulesTestJSON-1538589270 tempest-SecurityGroupRulesTestJSON-1538589270-project-member] Enqueued Resource ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 with Priority: HIGHEST for action security_group_rules [ 950.819834] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 with Priority: HIGHEST for action security_group_rules [ 950.820173] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.820278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.833356] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.833534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.833611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.833814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.855037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.855037] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.855037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.855037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.855037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.855037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.855037] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 is going to be updated. [ 950.879699] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.879886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.880018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.880229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.880395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.890417] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 in Status: IN_PROGRESS for 2s [ 951.231366] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.231561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.231636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.231922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.232041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.232128] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 already deleted. [ 951.232253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.232432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.232595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.232677] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52315b6d-5445-4bde-847b-1c6eb75f8bd6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.491328] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 951.491328] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 951.491328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.729857] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 in Status: SUCCESS [ 951.730200] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 deletion is rescheduled due to dependency. [ 951.730474] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.754285] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.754549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.754639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.754874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.754967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.755116] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52315b6d-5445-4bde-847b-1c6eb75f8bd6 already deleted. [ 951.755192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52315b6d-5445-4bde-847b-1c6eb75f8bd6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.924244] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: SUCCESS [ 951.924583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.372996] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: SUCCESS [ 952.373268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.902376] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 in Status: SUCCESS [ 952.902719] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58f5d34b-6e36-4fd8-96f6-8474fcffbe28 deletion is rescheduled due to dependency. [ 952.902851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58f5d34b-6e36-4fd8-96f6-8474fcffbe28" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.464585] env[67412]: INFO networking_nsxv3.common.synchronization [req-b16ab447-8b82-4fef-bc14-2575ca2bce45 req-97e8fcdd-4e8c-4e13-b59b-13d5fcbfa50b tempest-ServerGroupTestJSON-1308225379 tempest-ServerGroupTestJSON-1308225379-project-member] Enqueued Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGHEST for action security_group_members [ 953.465635] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGHEST for action security_group_members [ 953.466171] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889b450f-e504-4c76-84c7-ca649a308318 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.466464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.466669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.467034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.467457] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.467768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.467930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.468224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.468437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.468627] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.881896] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-913 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.882053] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-913" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.882149] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-913" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.882481] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-913" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.882770] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.882971] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.884123] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.884414] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.884632] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.884853] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.884995] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.885164] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.885292] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.885431] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.885566] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.885763] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.907212] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.907539] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.907722] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.907786] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-913" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.908124] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.908321] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.908480] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.908801] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.908961] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad17287-db2d-4efc-b4dc-7f85b8ae401c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.972276] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.972402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.972480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.972698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.972797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.973925] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.973925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.973925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.973925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.973925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.973925] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 889b450f-e504-4c76-84c7-ca649a308318 already deleted. [ 953.973925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.412883] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.413149] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.413446] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.414131] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.414314] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.414493] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 4ad17287-db2d-4efc-b4dc-7f85b8ae401c not found, creating... [ 954.414781] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.414945] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.415101] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.415387] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.415552] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.415922] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.416132] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.416278] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.416778] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.416778] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.416942] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 4ad17287-db2d-4efc-b4dc-7f85b8ae401c is going to be created. [ 954.441143] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.441412] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.441563] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.443139] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.443139] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.443139] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.171032] env[67412]: INFO networking_nsxv3.common.synchronization [req-b16ab447-8b82-4fef-bc14-2575ca2bce45 req-793e9916-32f1-4cb1-ae48-d61359f31a62 service nova] Enqueued Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGHEST for action security_group_rules [ 955.171286] env[67412]: INFO networking_nsxv3.common.synchronization [req-b16ab447-8b82-4fef-bc14-2575ca2bce45 req-793e9916-32f1-4cb1-ae48-d61359f31a62 service nova] Enqueued Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGHEST for action security_group_members [ 955.171367] env[67412]: INFO networking_nsxv3.common.synchronization [req-b16ab447-8b82-4fef-bc14-2575ca2bce45 req-793e9916-32f1-4cb1-ae48-d61359f31a62 service nova] Enqueued Resource ID: 4ad17287-db2d-4efc-b4dc-7f85b8ae401c with Priority: HIGHEST for action port [ 955.171583] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGHEST for action security_group_rules [ 955.171708] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGHEST for action security_group_members [ 955.171802] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ad17287-db2d-4efc-b4dc-7f85b8ae401c with Priority: HIGHEST for action port [ 955.172349] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-889b450f-e504-4c76-84c7-ca649a308318 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.172476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.172540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.172790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.172897] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.176265] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889b450f-e504-4c76-84c7-ca649a308318 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.176265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.176265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.176265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.176265] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.176265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.176265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.176265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.176265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.176265] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.177243] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.179695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.179695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.179859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.180213] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ad17287-db2d-4efc-b4dc-7f85b8ae401c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.682153] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.683245] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889b450f-e504-4c76-84c7-ca649a308318 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.683431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.684028] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ad17287-db2d-4efc-b4dc-7f85b8ae401c with status ACTIVE [ 955.684280] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.684419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.685623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.685623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.685623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.685623] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.685623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.685623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.685623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.685968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.685968] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.686051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.686051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.686218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.686343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.686371] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ad17287-db2d-4efc-b4dc-7f85b8ae401c is going to be updated. [ 955.718973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.718973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.718973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.718973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.718973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.718973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ad17287-db2d-4efc-b4dc-7f85b8ae401c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.185368] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.531184] env[67412]: INFO networking_nsxv3.common.synchronization [None req-d8e840c6-6c5b-4736-876e-13bde2504a74 None None] Enqueued Resource ID: 9e73e4e2-4073-4a2d-8061-486c84614fcc with Priority: HIGHEST for action port [ 956.533151] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e73e4e2-4073-4a2d-8061-486c84614fcc with Priority: HIGHEST for action port [ 956.533151] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e73e4e2-4073-4a2d-8061-486c84614fcc taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.533151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e73e4e2-4073-4a2d-8061-486c84614fcc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.533151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e73e4e2-4073-4a2d-8061-486c84614fcc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.533405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e73e4e2-4073-4a2d-8061-486c84614fcc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.533482] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e73e4e2-4073-4a2d-8061-486c84614fcc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.690349] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.690349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.690349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.690349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.690349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.690349] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 889b450f-e504-4c76-84c7-ca649a308318 is going to be created. [ 956.718774] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.718905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.718969] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.719201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.719353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.730088] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 889b450f-e504-4c76-84c7-ca649a308318 in Status: UNINITIALIZED for 2s [ 957.035677] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9e73e4e2-4073-4a2d-8061-486c84614fcc [ 957.036595] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.036756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.036882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.037211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.037538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.037615] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9e73e4e2-4073-4a2d-8061-486c84614fcc already deleted. [ 957.037736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e73e4e2-4073-4a2d-8061-486c84614fcc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.783064] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 889b450f-e504-4c76-84c7-ca649a308318 in Status: SUCCESS [ 958.783064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.783064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.783064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.783064] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.783064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.783064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.783064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.783064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.783064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.783064] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.244056] env[67412]: INFO networking_nsxv3.common.synchronization [None req-7ff26e8d-8060-4785-b190-d05d58e0d3da None None] Enqueued Resource ID: 4c3c47e4-f9fa-4868-8d2e-817eb25d0185 with Priority: HIGHEST for action port [ 959.244731] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3c47e4-f9fa-4868-8d2e-817eb25d0185 with Priority: HIGHEST for action port [ 959.245739] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3c47e4-f9fa-4868-8d2e-817eb25d0185 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.245932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3c47e4-f9fa-4868-8d2e-817eb25d0185" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.246056] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3c47e4-f9fa-4868-8d2e-817eb25d0185" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.246577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3c47e4-f9fa-4868-8d2e-817eb25d0185" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.246839] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3c47e4-f9fa-4868-8d2e-817eb25d0185',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.284968] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889b450f-e504-4c76-84c7-ca649a308318 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.285219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.285219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.285488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.285736] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.285841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.285932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.286136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.286359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.286359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.286451] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889b450f-e504-4c76-84c7-ca649a308318 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.286527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.286637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.286865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287032] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.287127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.287184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.287349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.287434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.287590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.287730] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.751975] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c3c47e4-f9fa-4868-8d2e-817eb25d0185 [ 959.752234] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.752346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.752413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.752623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.752710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.752796] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c3c47e4-f9fa-4868-8d2e-817eb25d0185 already deleted. [ 959.752876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3c47e4-f9fa-4868-8d2e-817eb25d0185" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.790521] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 889b450f-e504-4c76-84c7-ca649a308318: rpc.has_security_group_logging(os_id): False [ 959.813503] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.813503] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.813503] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.813503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.814248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.814248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.814248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.817118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.817118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.817118] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 889b450f-e504-4c76-84c7-ca649a308318 is going to be created. [ 959.888299] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.888299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.888299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.888299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.888299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.902555] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 889b450f-e504-4c76-84c7-ca649a308318 in Status: IN_PROGRESS for 2s [ 961.921434] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 889b450f-e504-4c76-84c7-ca649a308318 in Status: SUCCESS [ 961.921706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.245968] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 964.246414] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 964.806154] env[67412]: INFO networking_nsxv3.common.synchronization [req-95209c48-1813-45bc-885b-9a83d8206441 req-d4153d2c-e90a-4f5e-9f71-138fc5a477ef tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 964.806154] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 964.806154] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.806154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.806154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.806154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.808650] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.810806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.810806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.810806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.810806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.810806] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.217606] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-919 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.217824] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-919" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.217963] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-919" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.218420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-919" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.218715] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.218949] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.219103] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.219399] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.219556] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.219848] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.220209] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.220330] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.220458] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.220637] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.220751] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.220883] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.242889] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.243100] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.243243] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.243423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-919" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.243759] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.244014] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.244149] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.244465] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.244612] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0963c2-0ebe-4175-8b8a-ed0b58e3e413',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.311818] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.312547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.312547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.312547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.312673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.312922] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.312994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.313102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.313331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.313429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.313529] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa already deleted. [ 965.313661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.746609] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.746870] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.746966] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.747269] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.747577] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.747636] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 not found, creating... [ 965.747859] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.748026] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.748142] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.748363] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.748503] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.748791] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.748941] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.749158] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.749389] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.749523] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.749664] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 is going to be created. [ 965.774088] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.774539] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.774821] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.775408] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.775758] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.776521] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.597113] env[67412]: INFO networking_nsxv3.common.synchronization [req-95209c48-1813-45bc-885b-9a83d8206441 req-c511e448-6ce9-472e-b3f4-350e568796bb service nova] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_rules [ 966.597564] env[67412]: INFO networking_nsxv3.common.synchronization [req-95209c48-1813-45bc-885b-9a83d8206441 req-c511e448-6ce9-472e-b3f4-350e568796bb service nova] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 966.601347] env[67412]: INFO networking_nsxv3.common.synchronization [req-95209c48-1813-45bc-885b-9a83d8206441 req-c511e448-6ce9-472e-b3f4-350e568796bb service nova] Enqueued Resource ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with Priority: HIGHEST for action port [ 966.601347] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_rules [ 966.601347] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 966.601347] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with Priority: HIGHEST for action port [ 966.601347] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.601347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.601347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.601347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.601347] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.603903] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.604274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.604529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.604939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.606770] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.606770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.606770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.606770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.606770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.606770] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.610766] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.610766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.610766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.610766] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.610766] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0963c2-0ebe-4175-8b8a-ed0b58e3e413',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.116218] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.116218] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.116218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.116218] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with status ACTIVE [ 967.116218] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.116218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.116218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.116218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.116218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.116218] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.116218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.116218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.118251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.118515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.118601] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.118739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.118805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.118977] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.119065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.119166] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 is going to be updated. [ 967.145317] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.145501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.145562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.145809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.145957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.146138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.390022] env[67412]: INFO networking_nsxv3.common.synchronization [None req-9de65ef0-bb29-4722-85a5-dca4c2275966 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_rules [ 967.390022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_rules [ 967.390854] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.391217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.393371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.393371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.393371] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.491291] env[67412]: INFO networking_nsxv3.common.synchronization [None req-804cb390-17fa-49ff-94f3-a289ba84537e tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_rules [ 967.491291] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_rules [ 967.491507] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.491759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.615515] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.918769] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.919040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.919040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.920218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.920218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.920218] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 already deleted. [ 967.920218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.920218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.920218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.920457] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.118614] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.118772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.119023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.119121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.119190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.119309] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be created. [ 968.144514] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.144716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.144716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.144932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.145357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.156529] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: UNINITIALIZED for 2s [ 968.194610] env[67412]: INFO networking_nsxv3.common.synchronization [req-8d607006-1852-43ed-99c4-3f5949162e8a req-79259769-d1f4-4fb3-b4d8-1d8a7f7e2c69 tempest-ServerGroupTestJSON-1308225379 tempest-ServerGroupTestJSON-1308225379-project-member] Enqueued Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGHEST for action security_group_members [ 968.195345] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGHEST for action security_group_members [ 968.196099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-889b450f-e504-4c76-84c7-ca649a308318 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.196223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.196287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.196457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.196610] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.196707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.196764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.196917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.197009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.197109] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.442924] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.444344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.444344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.444344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.444344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.444344] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 already deleted. [ 968.444596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.702696] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.703083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.703083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.703208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.703275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.703413] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.703515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.703578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.703744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.703820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.703909] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 889b450f-e504-4c76-84c7-ca649a308318 is going to be updated. [ 968.751575] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.751967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.751967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.752160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.753034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.771656] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 889b450f-e504-4c76-84c7-ca649a308318 in Status: IN_PROGRESS for 2s [ 969.909766] env[67412]: INFO networking_nsxv3.common.synchronization [None req-a65bb3f8-c5c1-40bb-84d9-389e5bd926ae None None] Enqueued Resource ID: 7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39 with Priority: HIGHEST for action port [ 969.910017] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39 with Priority: HIGHEST for action port [ 969.910135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.910422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.910504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.910794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.910908] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.170248] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: SUCCESS [ 970.170661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.171355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.171613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.171840] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.172062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.172170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.172392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.172510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.172654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.172760] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.413192] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39 [ 970.413261] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.413356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.413619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.413830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.413957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.414088] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39 already deleted. [ 970.414274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7419b5d5-3e65-4f0b-b4dc-bdf4dbd8df39" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.674952] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.676040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.676040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.676040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.676040] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.676040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.676040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.676364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.676364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.676364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.676448] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.676488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.676558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.676673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.676819] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.676967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.677062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.677217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.677291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.677374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.677486] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.783910] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 889b450f-e504-4c76-84c7-ca649a308318 in Status: SUCCESS [ 970.783910] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 889b450f-e504-4c76-84c7-ca649a308318 deletion is rescheduled due to dependency. [ 970.783910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.182562] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b75b89-7de7-4471-a07c-2efa285819fa: rpc.has_security_group_logging(os_id): False [ 971.200632] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.202909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.202909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.202909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.202909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.202909] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.202909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.202909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.202909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.202909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.202909] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.203512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.203678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.203910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.204167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.204656] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.204939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.205115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.205499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.205673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.205863] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be created. [ 971.278282] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.278282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.278282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.278282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.278282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.292468] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: IN_PROGRESS for 2s [ 973.309984] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: SUCCESS [ 973.310317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.911369] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 974.911369] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 975.346120] env[67412]: INFO networking_nsxv3.common.synchronization [req-605153f2-c93b-42e5-b812-e41770e2a9ac req-6753d4b2-a0e7-42ca-a65d-5a49d684c224 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_members [ 975.346599] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_members [ 975.346953] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.347521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.347521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.347910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.348115] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.348331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.348424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.348570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.348635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.348857] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.755448] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.755734] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.755902] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.756276] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.756680] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.757909] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.758017] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.758273] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.758460] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.758700] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.758824] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 975.758964] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 975.759099] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 975.759301] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 975.759301] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 975.759547] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 975.786913] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 975.787224] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 975.787313] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 975.787537] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.787872] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.788164] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.788236] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.788517] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.788774] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9f56b6-e9ef-4252-833c-bb83f57a6afb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.854090] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.854090] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.854090] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 already deleted. [ 975.854090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.904213] env[67412]: INFO networking_nsxv3.common.synchronization [None req-f1406e2e-fed1-488c-8226-445c98a536fe None None] Enqueued Resource ID: d6508632-6a36-4ff9-9b10-ae2a68647b44 with Priority: HIGHEST for action port [ 975.904877] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6508632-6a36-4ff9-9b10-ae2a68647b44 with Priority: HIGHEST for action port [ 975.905350] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6508632-6a36-4ff9-9b10-ae2a68647b44 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.905498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6508632-6a36-4ff9-9b10-ae2a68647b44" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.905572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6508632-6a36-4ff9-9b10-ae2a68647b44" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.905923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6508632-6a36-4ff9-9b10-ae2a68647b44" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.906137] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6508632-6a36-4ff9-9b10-ae2a68647b44',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.292405] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.292825] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.292825] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.293059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.294124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.294124] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 9a9f56b6-e9ef-4252-833c-bb83f57a6afb not found, creating... [ 976.294124] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.294124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.294124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.294124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.294452] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.294551] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.294672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.294789] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.294983] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.297645] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.297645] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 9a9f56b6-e9ef-4252-833c-bb83f57a6afb is going to be created. [ 976.338752] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.338998] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.339139] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.339578] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.339865] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.340406] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.409944] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6508632-6a36-4ff9-9b10-ae2a68647b44 [ 976.409944] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.409944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.409944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.410284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.410284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.410377] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6508632-6a36-4ff9-9b10-ae2a68647b44 already deleted. [ 976.410377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6508632-6a36-4ff9-9b10-ae2a68647b44" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.057756] env[67412]: INFO networking_nsxv3.common.synchronization [req-605153f2-c93b-42e5-b812-e41770e2a9ac req-f978cd6b-0a34-4c0a-a9cb-05e7f1993a7d service nova] Enqueued Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_rules [ 977.057961] env[67412]: INFO networking_nsxv3.common.synchronization [req-605153f2-c93b-42e5-b812-e41770e2a9ac req-f978cd6b-0a34-4c0a-a9cb-05e7f1993a7d service nova] Enqueued Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_members [ 977.058113] env[67412]: INFO networking_nsxv3.common.synchronization [req-605153f2-c93b-42e5-b812-e41770e2a9ac req-f978cd6b-0a34-4c0a-a9cb-05e7f1993a7d service nova] Enqueued Resource ID: 9a9f56b6-e9ef-4252-833c-bb83f57a6afb with Priority: HIGHEST for action port [ 977.058652] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_rules [ 977.059033] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_members [ 977.059033] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a9f56b6-e9ef-4252-833c-bb83f57a6afb with Priority: HIGHEST for action port [ 977.063384] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.063534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.063617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.063882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.063919] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.064882] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.064992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.065071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.065304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.065408] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.065515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.065577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.065722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.065819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.065908] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.067144] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.067144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.067144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.067144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.072344] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a9f56b6-e9ef-4252-833c-bb83f57a6afb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.576154] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.577342] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.577539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.577833] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a9f56b6-e9ef-4252-833c-bb83f57a6afb with status ACTIVE [ 977.577962] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.578097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.578178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.578548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.578548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.578646] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.578749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.578809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.578959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.580051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.580051] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.580051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.580051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.580051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.580051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.580051] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a9f56b6-e9ef-4252-833c-bb83f57a6afb is going to be updated. [ 977.608235] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.608888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.608888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.608888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.609344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.609344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a9f56b6-e9ef-4252-833c-bb83f57a6afb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.081818] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.584642] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.584990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.584990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.585132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.585233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.585335] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 is going to be created. [ 978.615095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.615887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.619162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.619602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.619896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.632547] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74650147-2e48-467f-a302-24b0e250ddc2 in Status: UNINITIALIZED for 2s [ 978.693940] env[67412]: INFO networking_nsxv3.common.synchronization [None req-270a4fdb-2a0b-435f-ade2-73923b045edf None None] Enqueued Resource ID: 98af64e1-f949-4f64-9658-5316b18ede57 with Priority: HIGHEST for action port [ 978.693940] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98af64e1-f949-4f64-9658-5316b18ede57 with Priority: HIGHEST for action port [ 978.693940] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-98af64e1-f949-4f64-9658-5316b18ede57 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.694844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98af64e1-f949-4f64-9658-5316b18ede57" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.694844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98af64e1-f949-4f64-9658-5316b18ede57" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.694844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98af64e1-f949-4f64-9658-5316b18ede57" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.694844] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98af64e1-f949-4f64-9658-5316b18ede57',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.173278] env[67412]: INFO networking_nsxv3.common.synchronization [None req-f8c8df74-bd41-4a39-b63d-7c5094985a7d None None] Enqueued Resource ID: 1c1db9b7-0912-4977-be01-893c951146f0 with Priority: HIGHEST for action port [ 979.173278] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c1db9b7-0912-4977-be01-893c951146f0 with Priority: HIGHEST for action port [ 979.173278] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c1db9b7-0912-4977-be01-893c951146f0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.173278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c1db9b7-0912-4977-be01-893c951146f0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.173278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c1db9b7-0912-4977-be01-893c951146f0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.174316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c1db9b7-0912-4977-be01-893c951146f0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.174456] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c1db9b7-0912-4977-be01-893c951146f0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.196628] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98af64e1-f949-4f64-9658-5316b18ede57 [ 979.196783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.196915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.197106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.197644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.197860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.198488] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98af64e1-f949-4f64-9658-5316b18ede57 already deleted. [ 979.198488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98af64e1-f949-4f64-9658-5316b18ede57" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.677124] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c1db9b7-0912-4977-be01-893c951146f0 [ 979.677427] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.677688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.677783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.678038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.678133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.678236] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c1db9b7-0912-4977-be01-893c951146f0 already deleted. [ 979.678317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c1db9b7-0912-4977-be01-893c951146f0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.167941] env[67412]: INFO networking_nsxv3.common.synchronization [None req-22313841-b3fd-4a92-9b78-667f7a73af4f tempest-ServersTestBootFromVolume-640378576 tempest-ServersTestBootFromVolume-640378576-project-member] Enqueued Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_rules [ 980.168219] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_rules [ 980.168582] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef76a7c4-7e05-43c3-ba39-636543be40b1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.168704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.168868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.169230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.169355] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.266377] env[67412]: INFO networking_nsxv3.common.synchronization [None req-98128d3a-f4e6-4996-be1d-2b041862a44f tempest-ServersTestBootFromVolume-640378576 tempest-ServersTestBootFromVolume-640378576-project-member] Enqueued Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_rules [ 980.268796] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_rules [ 980.269455] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef76a7c4-7e05-43c3-ba39-636543be40b1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.269455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.647774] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74650147-2e48-467f-a302-24b0e250ddc2 in Status: SUCCESS [ 980.647774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.647774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.647774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.647774] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.647774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.647774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.647774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.647774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.647774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.647774] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.693672] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.693672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.693672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.693672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.693672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.693672] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 already deleted. [ 980.693672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.693672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.693672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.693672] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.153625] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.220587] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.220587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.220587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.220587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.220587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.220587] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 already deleted. [ 981.220587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.659275] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74650147-2e48-467f-a302-24b0e250ddc2: rpc.has_security_group_logging(os_id): False [ 981.680494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.680717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.680813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.681125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.681196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.681506] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.681630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.681709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.681892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.682016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.682345] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 is going to be created. [ 981.755895] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.756466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.756637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.757023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.757385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.769028] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74650147-2e48-467f-a302-24b0e250ddc2 in Status: IN_PROGRESS for 2s [ 981.791628] env[67412]: INFO networking_nsxv3.common.synchronization [None req-33bd813d-c756-4103-bacc-559b28905c14 None None] Enqueued Resource ID: d9cf314d-947a-4348-a07c-4e8d0b9e33f7 with Priority: HIGHEST for action port [ 981.793032] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9cf314d-947a-4348-a07c-4e8d0b9e33f7 with Priority: HIGHEST for action port [ 981.794011] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9cf314d-947a-4348-a07c-4e8d0b9e33f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.794194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9cf314d-947a-4348-a07c-4e8d0b9e33f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.794308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9cf314d-947a-4348-a07c-4e8d0b9e33f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.794600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9cf314d-947a-4348-a07c-4e8d0b9e33f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.794730] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9cf314d-947a-4348-a07c-4e8d0b9e33f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.299146] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9cf314d-947a-4348-a07c-4e8d0b9e33f7 [ 982.299146] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.299318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.299318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.299831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.299831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.299831] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9cf314d-947a-4348-a07c-4e8d0b9e33f7 already deleted. [ 982.299831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9cf314d-947a-4348-a07c-4e8d0b9e33f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.340990] env[67412]: INFO networking_nsxv3.common.synchronization [req-4ec56765-80fb-4f02-bc0e-12e3d390b381 req-a2e0ce4c-fe15-43be-bec2-fd7d4ce1e149 tempest-MigrationsAdminTest-1982794745 tempest-MigrationsAdminTest-1982794745-project-member] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 982.341529] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGHEST for action security_group_members [ 982.341910] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.342115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.342115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.342345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.342561] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.342621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.342655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.342921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.342921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.343105] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.632185] env[67412]: INFO networking_nsxv3.common.synchronization [req-4c17144b-3026-4a60-b6ab-cc0c5a7126f2 req-db3e7052-31f6-462f-b81d-56214b7446d2 tempest-ServerRescueTestJSON-1970237839 tempest-ServerRescueTestJSON-1970237839-project-member] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 982.633990] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGHEST for action security_group_members [ 982.634473] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.634673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.634793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.635126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.635414] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.635554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.635648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.636273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.636433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.636598] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.716208] env[67412]: INFO networking_nsxv3.common.synchronization [req-f404ab72-5308-4910-afb2-be56178198d1 req-da50745c-3d5d-49c4-96fd-a7c573423833 tempest-ServersTestManualDisk-2121075665 tempest-ServersTestManualDisk-2121075665-project-member] Enqueued Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_members [ 982.716871] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGHEST for action security_group_members [ 982.717218] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-97c7101c-c462-4a71-b912-15926e193273 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.717344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.717407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.717690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.717844] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.717940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.717998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.718166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.718250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.718340] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.845658] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.845658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.845658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.846020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.846020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.846178] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.846285] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.847116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.847116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.847116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.847116] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 is going to be updated. [ 982.879489] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.879790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.879790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.879898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.879979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.895632] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: IN_PROGRESS for 2s [ 983.141248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.141481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.141568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.141834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.141987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.142239] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.143085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.143085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.143085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.143085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.143085] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dad339-861a-4909-9375-90f699264598 is going to be updated. [ 983.175648] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.175648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.175648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.175970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.176708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.187762] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: IN_PROGRESS for 2s [ 983.221440] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.224615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.224615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.224615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.224615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.224615] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.224615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.224615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.224615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.224615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.224615] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97c7101c-c462-4a71-b912-15926e193273 is going to be updated. [ 983.272382] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.272631] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.272736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.273015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.273184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.294203] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97c7101c-c462-4a71-b912-15926e193273 in Status: IN_PROGRESS for 2s [ 983.782226] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74650147-2e48-467f-a302-24b0e250ddc2 in Status: SUCCESS [ 983.782375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.908655] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 in Status: SUCCESS [ 984.908968] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 deletion is rescheduled due to dependency. [ 984.909133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.203606] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 71dad339-861a-4909-9375-90f699264598 in Status: SUCCESS [ 985.203904] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 71dad339-861a-4909-9375-90f699264598 deletion is rescheduled due to dependency. [ 985.203904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.307429] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 97c7101c-c462-4a71-b912-15926e193273 in Status: SUCCESS [ 985.307670] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 97c7101c-c462-4a71-b912-15926e193273 deletion is rescheduled due to dependency. [ 985.307802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.301517] env[67412]: INFO networking_nsxv3.common.synchronization [req-25fc03fe-5d76-476a-bde7-dcca6f804766 req-736856ef-485b-406a-8dff-19a83fe8a5d0 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_members [ 987.301809] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGHEST for action security_group_members [ 987.303091] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.303091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.303091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.303091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.303091] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.303091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.303091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.303430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.303430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.303430] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.808510] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.808942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.808942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.808942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.831459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.831628] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.831628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.831745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.832046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.832046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.832046] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba48efee-c859-4895-bc3b-27515346371e is going to be updated. [ 987.865760] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.865906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.865980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.866849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.867055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.879436] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba48efee-c859-4895-bc3b-27515346371e in Status: IN_PROGRESS for 2s [ 987.928653] env[67412]: INFO networking_nsxv3.common.synchronization [req-badc9e34-f16b-419b-ba75-384b1adfa06b req-b9811983-8fa9-43a7-9ff9-9df24c3f77d7 tempest-ServerAddressesNegativeTestJSON-1933024859 tempest-ServerAddressesNegativeTestJSON-1933024859-project-member] Enqueued Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGHEST for action security_group_members [ 987.929274] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGHEST for action security_group_members [ 987.929788] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.929911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.931020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.931020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.931020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.931020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.931020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.931020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.931020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.931020] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.368315] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-162 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.369047] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-162" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.369047] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-162" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.369228] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-162" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.369668] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.369668] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.369668] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.370165] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.370746] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.370995] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.371123] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 988.371268] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 988.371340] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 988.371428] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 988.371580] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 988.371651] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 988.397798] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 988.400141] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 988.400141] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 988.400141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-162" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.400141] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.400141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.400141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.400141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.400141] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5836f96-45b8-4eaf-abbc-50a5dfacd01b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.436574] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.437208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.437324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.438511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.438511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.438829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.439349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.439530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.439791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.439937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.440253] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 already deleted. [ 988.440253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.907956] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.907956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.907956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.907956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.907956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.907956] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port d5836f96-45b8-4eaf-abbc-50a5dfacd01b not found, creating... [ 988.907956] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.907956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.907956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.907956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.907956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.908832] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.908832] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.908832] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.908832] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.908832] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.908832] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: d5836f96-45b8-4eaf-abbc-50a5dfacd01b is going to be created. [ 988.935332] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.935625] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.935775] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.936080] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.936323] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.936542] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.649566] env[67412]: INFO networking_nsxv3.common.synchronization [req-aafdbbe4-4274-411b-be5c-6fc87dba4bf7 req-cadf2f2a-29ae-4c61-bf9e-88a84d04a905 tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 989.649906] env[67412]: INFO networking_nsxv3.common.synchronization [req-aafdbbe4-4274-411b-be5c-6fc87dba4bf7 req-cadf2f2a-29ae-4c61-bf9e-88a84d04a905 tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 with Priority: HIGHEST for action security_group_members [ 989.650294] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 989.650362] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 with Priority: HIGHEST for action security_group_members [ 989.650636] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.650754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.650816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.651016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.653154] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.653291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.653361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.653543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.653629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.653722] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.654564] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6104efe2-4f32-4d8f-bc50-845cc9205470 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.654673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.654739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.654944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.655099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.655197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.655257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.655401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.656860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.656963] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.673507] env[67412]: INFO networking_nsxv3.common.synchronization [req-badc9e34-f16b-419b-ba75-384b1adfa06b req-42fafb1c-7e61-43d1-835a-22c5f44506fe service nova] Enqueued Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGHEST for action security_group_rules [ 989.673755] env[67412]: INFO networking_nsxv3.common.synchronization [req-badc9e34-f16b-419b-ba75-384b1adfa06b req-42fafb1c-7e61-43d1-835a-22c5f44506fe service nova] Enqueued Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGHEST for action security_group_members [ 989.673918] env[67412]: INFO networking_nsxv3.common.synchronization [req-badc9e34-f16b-419b-ba75-384b1adfa06b req-42fafb1c-7e61-43d1-835a-22c5f44506fe service nova] Enqueued Resource ID: d5836f96-45b8-4eaf-abbc-50a5dfacd01b with Priority: HIGHEST for action port [ 989.674155] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGHEST for action security_group_rules [ 989.674280] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGHEST for action security_group_members [ 989.674374] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5836f96-45b8-4eaf-abbc-50a5dfacd01b with Priority: HIGHEST for action port [ 989.675301] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.676293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.676293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.676293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.676293] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.678207] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.678296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.678365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.678557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.678716] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.678870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.678870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.679031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.679119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.679210] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.682742] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.682742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.682742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.682742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.682742] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5836f96-45b8-4eaf-abbc-50a5dfacd01b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.697703] env[67412]: INFO networking_nsxv3.common.synchronization [req-aafdbbe4-4274-411b-be5c-6fc87dba4bf7 req-cadf2f2a-29ae-4c61-bf9e-88a84d04a905 tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 with Priority: HIGHEST for action security_group_rules [ 989.697879] env[67412]: INFO networking_nsxv3.common.synchronization [req-aafdbbe4-4274-411b-be5c-6fc87dba4bf7 req-cadf2f2a-29ae-4c61-bf9e-88a84d04a905 tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 with Priority: HIGHEST for action security_group_members [ 989.698014] env[67412]: INFO networking_nsxv3.common.synchronization [req-aafdbbe4-4274-411b-be5c-6fc87dba4bf7 req-cadf2f2a-29ae-4c61-bf9e-88a84d04a905 tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_rules [ 989.698142] env[67412]: INFO networking_nsxv3.common.synchronization [req-aafdbbe4-4274-411b-be5c-6fc87dba4bf7 req-cadf2f2a-29ae-4c61-bf9e-88a84d04a905 tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 989.698276] env[67412]: INFO networking_nsxv3.common.synchronization [req-aafdbbe4-4274-411b-be5c-6fc87dba4bf7 req-cadf2f2a-29ae-4c61-bf9e-88a84d04a905 tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with Priority: HIGHEST for action port [ 989.698786] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 with Priority: HIGHEST for action security_group_rules [ 989.698922] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_rules [ 989.699221] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with Priority: HIGHEST for action port [ 989.699569] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 with Priority: HIGHEST for action security_group_members [ 989.700915] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 989.700915] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6104efe2-4f32-4d8f-bc50-845cc9205470 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.700915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.700915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.701158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.701158] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.701865] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.702270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.702270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.702270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.702532] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.703118] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.703245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.703310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.703481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.703553] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0963c2-0ebe-4175-8b8a-ed0b58e3e413',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.704588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6104efe2-4f32-4d8f-bc50-845cc9205470 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.704588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.705510] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.705598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.890809] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba48efee-c859-4895-bc3b-27515346371e in Status: SUCCESS [ 989.892487] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba48efee-c859-4895-bc3b-27515346371e deletion is rescheduled due to dependency. [ 989.893369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.159222] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.159825] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.181019] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.183460] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5836f96-45b8-4eaf-abbc-50a5dfacd01b with status ACTIVE [ 990.183712] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.183789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.183825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.184061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.184168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.184337] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.184488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.184488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.184635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.184699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.184879] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.184964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.185026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.185207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.185270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.185654] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5836f96-45b8-4eaf-abbc-50a5dfacd01b is going to be updated. [ 990.186427] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.186544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.206833] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6104efe2-4f32-4d8f-bc50-845cc9205470 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.206833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.211364] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with status ACTIVE [ 990.211364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.211364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.211364] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.211364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.211364] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 is going to be updated. [ 990.214296] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.214537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.217817] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.218015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.218120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.218360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.218534] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.218777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5836f96-45b8-4eaf-abbc-50a5dfacd01b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.220262] env[67412]: INFO networking_nsxv3.common.synchronization [req-e5c085ff-1a3f-4b55-9b79-94d88da24c1b req-500702de-cd16-4af9-be29-a6bcf19efa4a tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 990.220492] env[67412]: INFO networking_nsxv3.common.synchronization [req-e5c085ff-1a3f-4b55-9b79-94d88da24c1b req-500702de-cd16-4af9-be29-a6bcf19efa4a tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 with Priority: HIGHEST for action security_group_members [ 990.224466] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 990.224466] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 with Priority: HIGHEST for action security_group_members [ 990.224466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.224466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.224466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6104efe2-4f32-4d8f-bc50-845cc9205470 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.224466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.253187] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.253391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.253433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.253817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.254458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.254640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.281374] env[67412]: INFO networking_nsxv3.common.synchronization [req-e5c085ff-1a3f-4b55-9b79-94d88da24c1b req-500702de-cd16-4af9-be29-a6bcf19efa4a tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_rules [ 990.281566] env[67412]: INFO networking_nsxv3.common.synchronization [req-e5c085ff-1a3f-4b55-9b79-94d88da24c1b req-500702de-cd16-4af9-be29-a6bcf19efa4a tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 990.281703] env[67412]: INFO networking_nsxv3.common.synchronization [req-e5c085ff-1a3f-4b55-9b79-94d88da24c1b req-500702de-cd16-4af9-be29-a6bcf19efa4a tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with Priority: HIGHEST for action port [ 990.282303] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_rules [ 990.282555] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 990.282555] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with Priority: HIGHEST for action port [ 990.282782] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.283100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.283420] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.283532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.283758] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.283882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.283973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.284202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.284303] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff0963c2-0ebe-4175-8b8a-ed0b58e3e413',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.661671] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.662570] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.683163] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.786993] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 with status ACTIVE [ 990.786993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.786993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.786993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.788340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.788486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.788750] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.788907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.788982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.789187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.789266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.789463] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.789616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.789616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.789746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.789818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.789903] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ff0963c2-0ebe-4175-8b8a-ed0b58e3e413 is going to be updated. [ 990.812133] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.812296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.812387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.812606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.812967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.813253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff0963c2-0ebe-4175-8b8a-ed0b58e3e413" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.164924] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.165181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.165265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.165551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.165699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.165835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be updated. [ 991.167331] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.168259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.168259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.168259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.168259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.168259] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 is going to be created. [ 991.186355] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.187276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.187276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.187276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.187276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.187276] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 is going to be created. [ 991.194117] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.194259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.194627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.194627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.194753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.199978] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.200157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.200267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.200483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.200661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.210221] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: IN_PROGRESS for 2s [ 991.211661] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 in Status: UNINITIALIZED for 2s [ 991.223290] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.223476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.223557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.223798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.223975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.235119] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 in Status: UNINITIALIZED for 2s [ 993.226347] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 in Status: SUCCESS [ 993.226347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.226811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.226811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.227081] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.228441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.228441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.228441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.228441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.228441] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.229185] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: SUCCESS [ 993.229363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.229519] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.229703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.229860] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.229986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.230114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.230317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.230317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.230392] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.243902] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 in Status: SUCCESS [ 993.244156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.244308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.244508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.244694] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.244796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.244854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.245011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.245095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.245181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.245274] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.732524] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.732689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.732761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.733192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.733192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.733357] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.733357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.733448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.733551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.733624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.733709] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 is going to be deleted. [ 993.734864] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.747152] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.747307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.747377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.747634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.747827] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.747940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.747994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.748172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.748260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.748348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.748493] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.748604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.748678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.748775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.748905] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.748995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.749072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.749198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.749270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.749349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.749435] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.776022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.776213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.776257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.776464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.779783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.779783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.779783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.779783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.779783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.779783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.779783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.779783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.779783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.779783] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.240458] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.252480] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e2a5b16-f42b-4895-aec7-1b72b9a08d75: rpc.has_security_group_logging(os_id): False [ 994.273494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.273635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.273713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.273918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.274011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.274227] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.274321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.274380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.274539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.274617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.274792] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.274880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.274937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.275675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.275675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.275675] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.275675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.275675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.275935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.275935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.275997] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 is going to be created. [ 994.280653] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.280790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.281462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.281462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.281462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.281462] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.281462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.281462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.281738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.281738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.281738] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 already deleted. [ 994.281856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.281894] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.282713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.282881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.283041] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.283136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.283207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.283340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.283414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.285579] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.348909] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.349114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.349114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.349335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.349839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.375751] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 in Status: IN_PROGRESS for 2s [ 994.744241] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.744449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.744449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.744678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.744768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.744888] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be updated. [ 994.783712] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.783935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.785457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.785457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.785457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.785710] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6104efe2-4f32-4d8f-bc50-845cc9205470',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.787043] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.787176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.787244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.787439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.787524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.787820] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.787923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.787986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.788155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.788231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.788320] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 already deleted. [ 994.788397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.799466] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: IN_PROGRESS for 2s [ 995.283855] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 995.284143] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=7 [ 995.290648] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6104efe2-4f32-4d8f-bc50-845cc9205470: rpc.has_security_group_logging(os_id): False [ 995.319525] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.319731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.319731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.319986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.320089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.320329] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.320431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.320901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.320901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.320901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.320901] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 is going to be created. [ 995.346051] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6104efe2-4f32-4d8f-bc50-845cc9205470], does not exist path=[/infra/domains/default/groups/6104efe2-4f32-4d8f-bc50-845cc9205470]."\n}' [ 995.346857] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6104efe2-4f32-4d8f-bc50-845cc9205470 [ 995.346857] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 995.404760] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.404845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.404845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.406030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.406520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.406848] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.406985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.407068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.407261] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.407414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.407586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.407743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.407797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.407988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.408093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.408307] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6104efe2-4f32-4d8f-bc50-845cc9205470 is going to be created. [ 995.442029] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6104efe2-4f32-4d8f-bc50-845cc9205470], does not exist path=[/infra/domains/default/groups/6104efe2-4f32-4d8f-bc50-845cc9205470]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6104efe2-4f32-4d8f-bc50-845cc9205470 [ 995.442029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6104efe2-4f32-4d8f-bc50-845cc9205470" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.442029] env[67412]: Traceback (most recent call last): [ 995.442029] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 995.442029] env[67412]: return func(*args, **kwargs) [ 995.442029] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 995.442029] env[67412]: res.raise_for_status() [ 995.442029] env[67412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 995.442029] env[67412]: raise HTTPError(http_error_msg, response=self) [ 995.442029] env[67412]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6104efe2-4f32-4d8f-bc50-845cc9205470 [ 995.442029] env[67412]: During handling of the above exception, another exception occurred: [ 995.442029] env[67412]: Traceback (most recent call last): [ 995.442029] env[67412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 995.442029] env[67412]: listener.cb(fileno) [ 995.442029] env[67412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 995.442029] env[67412]: result = function(*args, **kwargs) [ 995.442029] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 995.442029] env[67412]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 995.442029] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 995.442029] env[67412]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 995.442029] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 995.442029] env[67412]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 995.442029] env[67412]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 995.442029] env[67412]: res.raise_for_status() [ 995.442029] env[67412]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 995.442029] env[67412]: raise HTTPError(http_error_msg, response=self) [ 995.442029] env[67412]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6104efe2-4f32-4d8f-bc50-845cc9205470 [ 995.442029] env[67412]: Removing descriptor: 20 [ 996.391337] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 in Status: SUCCESS [ 996.391572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.812557] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: SUCCESS [ 996.812791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.812942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.813188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.813383] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.813500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.813573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.813713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.813840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.813881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.813981] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.814838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.815015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.815183] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.815276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.815336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.815476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.815569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.815653] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.317372] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.317518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.317822] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.437884] env[67412]: INFO networking_nsxv3.common.synchronization [req-97ea68a0-ac15-43ea-bc90-a92e2ea2b67a req-4806fde2-e667-4c61-bb93-c6f5c0ba4486 tempest-ServerRescueTestJSONUnderV235-2047514019 tempest-ServerRescueTestJSONUnderV235-2047514019-project-member] Enqueued Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 997.437884] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70b75b89-7de7-4471-a07c-2efa285819fa with Priority: HIGHEST for action security_group_members [ 997.437884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.437884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.820980] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.324242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.324692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.324829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.325059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.325156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.325265] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be updated. [ 998.357542] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.357827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.357827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.358126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.358348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.368968] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: IN_PROGRESS for 2s [ 1000.043243] env[67412]: INFO networking_nsxv3.common.synchronization [req-af8ef52a-e0aa-428e-a57d-e834e10bb6c7 req-291b1b0c-7a78-48a0-ba10-8c634ea009c7 tempest-ServerActionsTestOtherB-1979792394 tempest-ServerActionsTestOtherB-1979792394-project-member] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1000.043795] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1000.044255] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.044255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.044371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.044488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.044633] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.044729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.044791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.044936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.045030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.045118] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.150956] env[67412]: INFO networking_nsxv3.common.synchronization [req-8303f979-86e7-4bd6-b815-53226056b184 req-de2514d1-8fc2-4f57-b66c-c98b493c1e4e tempest-ListServerFiltersTestJSON-424199583 tempest-ListServerFiltersTestJSON-424199583-project-member] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1000.151519] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1000.151828] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.152119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.152203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.152452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.152612] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.152713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.153414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.153611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.153705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.153807] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.382032] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: SUCCESS [ 1000.383192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.383954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.384258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.384507] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.385389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.385521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.385765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.385820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.385945] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.548621] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.548621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.548928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.548928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.581905] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.583425] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.583425] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.583425] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.584186] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.584186] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.584186] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.584715] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.584715] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.584877] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.585505] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1000.585505] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1000.585505] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1000.585701] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1000.585811] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1000.585967] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1000.600558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.600938] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.601162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.601273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.601553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.601692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.601836] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1000.607823] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1000.608245] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1000.608506] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1000.608682] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.609157] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-587026d5-06f4-4bee-be5e-e4ab899f05dc taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.609438] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-587026d5-06f4-4bee-be5e-e4ab899f05dc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.609643] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-587026d5-06f4-4bee-be5e-e4ab899f05dc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.610191] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-587026d5-06f4-4bee-be5e-e4ab899f05dc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.610417] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587026d5-06f4-4bee-be5e-e4ab899f05dc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.632009] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.632171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.632403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.632491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.632641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.650140] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1000.656563] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.656836] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.656910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.657485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.657485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.657485] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.657828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.657828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.657897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.658021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.658090] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d already deleted. [ 1000.658229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.892698] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.892844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.892903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.893149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.916579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.916856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.916980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.917060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.917254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.917338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.917424] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be updated. [ 1000.945181] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.945324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.945404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.945609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.945750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.955667] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: IN_PROGRESS for 2s [ 1001.114971] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.114971] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.114971] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.116774] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.116774] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.116774] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 587026d5-06f4-4bee-be5e-e4ab899f05dc not found, creating... [ 1001.117289] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.117289] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.117667] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.117667] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.117860] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.118174] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.118327] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.118439] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.118648] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.118776] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.118983] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 587026d5-06f4-4bee-be5e-e4ab899f05dc is going to be created. [ 1001.147915] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.147915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.147915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.147915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.147915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.147915] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-587026d5-06f4-4bee-be5e-e4ab899f05dc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.857348] env[67412]: INFO networking_nsxv3.common.synchronization [req-8303f979-86e7-4bd6-b815-53226056b184 req-16cfb4c4-63de-424e-8101-3a6cee90129c service nova] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_rules [ 1001.857526] env[67412]: INFO networking_nsxv3.common.synchronization [req-8303f979-86e7-4bd6-b815-53226056b184 req-16cfb4c4-63de-424e-8101-3a6cee90129c service nova] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1001.857748] env[67412]: INFO networking_nsxv3.common.synchronization [req-8303f979-86e7-4bd6-b815-53226056b184 req-16cfb4c4-63de-424e-8101-3a6cee90129c service nova] Enqueued Resource ID: 587026d5-06f4-4bee-be5e-e4ab899f05dc with Priority: HIGHEST for action port [ 1001.858394] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_rules [ 1001.858575] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1001.858711] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 587026d5-06f4-4bee-be5e-e4ab899f05dc with Priority: HIGHEST for action port [ 1001.859062] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.859201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.859276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.859582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.859666] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.861706] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.861706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.861706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.861706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.861706] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.861706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.862110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.862110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.862110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.862209] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.863065] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-587026d5-06f4-4bee-be5e-e4ab899f05dc taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.863065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-587026d5-06f4-4bee-be5e-e4ab899f05dc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.863209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-587026d5-06f4-4bee-be5e-e4ab899f05dc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.865032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-587026d5-06f4-4bee-be5e-e4ab899f05dc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.865032] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('587026d5-06f4-4bee-be5e-e4ab899f05dc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.367394] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.367844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.367844] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.368815] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 587026d5-06f4-4bee-be5e-e4ab899f05dc with status ACTIVE [ 1002.369026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.369145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.369211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.369420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.369520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.369733] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.369816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.369883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.370106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.370192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.370395] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.370489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.370560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.370708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.370792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.370877] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 587026d5-06f4-4bee-be5e-e4ab899f05dc is going to be updated. [ 1002.395255] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.395421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.395491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.395744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.395857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.396031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-587026d5-06f4-4bee-be5e-e4ab899f05dc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.663570] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1002.663877] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e deletion is rescheduled due to dependency. [ 1002.663935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.707336] env[67412]: INFO networking_nsxv3.common.synchronization [req-1a1e7201-77bf-4116-b832-125620ffaf7e req-2b4d3c5f-6ad8-4875-a134-fea34781f6d0 tempest-ListServerFiltersTestJSON-424199583 tempest-ListServerFiltersTestJSON-424199583-project-member] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1002.707927] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1002.708619] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.708619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.873672] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.968038] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: SUCCESS [ 1002.968229] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa deletion is rescheduled due to dependency. [ 1002.968338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.968501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.968744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.969038] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.969038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.969139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.969292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.969383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.969471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.969652] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-70b75b89-7de7-4471-a07c-2efa285819fa taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.969736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.969833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.969934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.970461] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.970528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.970604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.970733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.970811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.970894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.970981] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.972594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.972594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.972594] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.972594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.972594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.972889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.972889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.972889] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.056865] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.057075] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.057224] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.057605] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.057930] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.058098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.058228] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.058516] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.058611] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.058783] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.058890] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.059028] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.059108] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.059240] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.060194] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.060369] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.085500] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.085760] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.085926] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.086121] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.086438] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-52d586cb-77c8-4581-b3e2-6e7e01645318 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.086612] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-52d586cb-77c8-4581-b3e2-6e7e01645318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.086733] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-52d586cb-77c8-4581-b3e2-6e7e01645318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.087238] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-52d586cb-77c8-4581-b3e2-6e7e01645318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.087383] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d586cb-77c8-4581-b3e2-6e7e01645318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.377483] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.378108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.378108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.378353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.378353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.378650] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be created. [ 1003.402330] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.402571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.402571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.402817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.403014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.413104] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: UNINITIALIZED for 2s [ 1003.475152] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70b75b89-7de7-4471-a07c-2efa285819fa: rpc.has_security_group_logging(os_id): False [ 1003.476436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.476577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.476618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.476836] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.476934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.477125] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.477225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.477280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.477906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.477906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.477906] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be updated. [ 1003.494773] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.494926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.494984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.496339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.496339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.496339] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.496339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.496339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.496339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.496339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.496583] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.496626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.496772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.496950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.497040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.497240] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.497336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.497396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.497540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.497639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.497747] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be updated. [ 1003.507046] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.507046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.507046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.507046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.507046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.517251] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: IN_PROGRESS for 2s [ 1003.559975] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.560122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.560198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.562050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.562050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.577076] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: IN_PROGRESS for 2s [ 1003.589960] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.590219] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.590293] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.590547] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.590729] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.590898] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 52d586cb-77c8-4581-b3e2-6e7e01645318 not found, creating... [ 1003.591212] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.591372] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.591548] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.591977] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.591977] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.592276] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.592467] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.593212] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.593426] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.593567] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.593709] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 52d586cb-77c8-4581-b3e2-6e7e01645318 is going to be created. [ 1003.606048] env[67412]: INFO networking_nsxv3.common.synchronization [req-2fb9c42e-91a1-4cfa-a224-25186cc42ecb req-26a46549-a2bc-4629-b92a-4c7cb8e7d644 tempest-ServerAddressesNegativeTestJSON-1933024859 tempest-ServerAddressesNegativeTestJSON-1933024859-project-member] Enqueued Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGHEST for action security_group_members [ 1003.606690] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGHEST for action security_group_members [ 1003.607019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.607178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.607244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.607432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.607579] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.607726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.607861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.607945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.608039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.608135] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.623103] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.623103] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.623103] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.623103] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.623103] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.623103] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-52d586cb-77c8-4581-b3e2-6e7e01645318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.112060] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.112229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.112301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.112514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.132840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.133979] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.133979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.133979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.133979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.133979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.133979] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 is going to be updated. [ 1004.161180] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.161348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.161414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.162123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.162123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.170898] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 in Status: IN_PROGRESS for 2s [ 1004.311202] env[67412]: INFO networking_nsxv3.common.synchronization [req-1a1e7201-77bf-4116-b832-125620ffaf7e req-829cbb70-fced-4f9f-8b5b-5a7eff16a8e9 service nova] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_rules [ 1004.311404] env[67412]: INFO networking_nsxv3.common.synchronization [req-1a1e7201-77bf-4116-b832-125620ffaf7e req-829cbb70-fced-4f9f-8b5b-5a7eff16a8e9 service nova] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1004.312363] env[67412]: INFO networking_nsxv3.common.synchronization [req-1a1e7201-77bf-4116-b832-125620ffaf7e req-829cbb70-fced-4f9f-8b5b-5a7eff16a8e9 service nova] Enqueued Resource ID: 52d586cb-77c8-4581-b3e2-6e7e01645318 with Priority: HIGHEST for action port [ 1004.313057] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_rules [ 1004.313218] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1004.313320] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52d586cb-77c8-4581-b3e2-6e7e01645318 with Priority: HIGHEST for action port [ 1004.313642] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.313749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.313988] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.314310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.314310] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-52d586cb-77c8-4581-b3e2-6e7e01645318 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.314424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52d586cb-77c8-4581-b3e2-6e7e01645318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.314424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52d586cb-77c8-4581-b3e2-6e7e01645318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.314622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52d586cb-77c8-4581-b3e2-6e7e01645318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.314704] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52d586cb-77c8-4581-b3e2-6e7e01645318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.817576] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52d586cb-77c8-4581-b3e2-6e7e01645318 with status ACTIVE [ 1004.817914] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.817978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.818064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.818271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.818415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.818693] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.818814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.818863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.819073] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.819158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.819765] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.819765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.819765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.819765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.819765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.819765] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52d586cb-77c8-4581-b3e2-6e7e01645318 is going to be updated. [ 1004.844474] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.845764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.845764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.845764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.845764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.845764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52d586cb-77c8-4581-b3e2-6e7e01645318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.123921] env[67412]: INFO networking_nsxv3.common.synchronization [req-a6b5493e-dde2-4739-812f-948cd0fd5f25 req-a5fb8c1e-8dd5-403f-920e-b1906ac1d9ec tempest-ListServerFiltersTestJSON-424199583 tempest-ListServerFiltersTestJSON-424199583-project-member] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1005.124611] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1005.125082] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.125223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.424070] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1005.425835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.425835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.425835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.425835] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.425835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.425835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.425835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.425835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.425835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.425835] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.431085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.431322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.431483] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.431603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.431677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.431819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.432161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.432161] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.492707] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.492927] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.493103] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.493423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.493713] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.493877] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.494035] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.494321] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.494479] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.495408] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.495550] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1005.495666] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1005.495843] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1005.495977] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1005.496101] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1005.496255] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1005.517174] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1005.517366] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1005.517501] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1005.517671] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-359" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.518032] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-ad440059-d672-496a-ac46-b44d53d0f20f taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.518214] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-ad440059-d672-496a-ac46-b44d53d0f20f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.518331] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-ad440059-d672-496a-ac46-b44d53d0f20f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.518649] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-ad440059-d672-496a-ac46-b44d53d0f20f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.518830] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad440059-d672-496a-ac46-b44d53d0f20f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.530874] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: SUCCESS [ 1005.531084] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa deletion is rescheduled due to dependency. [ 1005.531184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.591333] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70b75b89-7de7-4471-a07c-2efa285819fa in Status: SUCCESS [ 1005.591557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.591737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.591967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.592074] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70b75b89-7de7-4471-a07c-2efa285819fa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.934845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.934845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.934845] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.022185] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.022480] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.022607] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.022969] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.023139] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.023829] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port ad440059-d672-496a-ac46-b44d53d0f20f not found, creating... [ 1006.023829] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.023829] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.023829] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.024043] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.024182] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.024480] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.024643] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.025254] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.025254] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.025254] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.025254] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: ad440059-d672-496a-ac46-b44d53d0f20f is going to be created. [ 1006.051839] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.052224] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.052332] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.052713] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.052945] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.053241] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-ad440059-d672-496a-ac46-b44d53d0f20f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.119132] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.119263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.119335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.119599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.119858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.119858] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70b75b89-7de7-4471-a07c-2efa285819fa is going to be deleted. [ 1006.187579] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 in Status: SUCCESS [ 1006.187579] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 deletion is rescheduled due to dependency. [ 1006.187579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.216536] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.216843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.216843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.217137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.217256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.217449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70b75b89-7de7-4471-a07c-2efa285819fa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.436790] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.754052] env[67412]: INFO networking_nsxv3.common.synchronization [req-a6b5493e-dde2-4739-812f-948cd0fd5f25 req-2b5dac04-5eea-4396-8e5e-03c800006649 service nova] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_rules [ 1006.754251] env[67412]: INFO networking_nsxv3.common.synchronization [req-a6b5493e-dde2-4739-812f-948cd0fd5f25 req-2b5dac04-5eea-4396-8e5e-03c800006649 service nova] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1006.754387] env[67412]: INFO networking_nsxv3.common.synchronization [req-a6b5493e-dde2-4739-812f-948cd0fd5f25 req-2b5dac04-5eea-4396-8e5e-03c800006649 service nova] Enqueued Resource ID: ad440059-d672-496a-ac46-b44d53d0f20f with Priority: HIGHEST for action port [ 1006.754885] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_rules [ 1006.755034] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1006.755132] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad440059-d672-496a-ac46-b44d53d0f20f with Priority: HIGHEST for action port [ 1006.755653] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.755931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.756286] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.756389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.756588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad440059-d672-496a-ac46-b44d53d0f20f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.756689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad440059-d672-496a-ac46-b44d53d0f20f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.756920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad440059-d672-496a-ac46-b44d53d0f20f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.756978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad440059-d672-496a-ac46-b44d53d0f20f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.757021] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad440059-d672-496a-ac46-b44d53d0f20f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.940926] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.940926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.940926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.940926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.940926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.940926] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1006.972632] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.972848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.972904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.973232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.973306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.983781] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1007.265759] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad440059-d672-496a-ac46-b44d53d0f20f with status ACTIVE [ 1007.265759] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.265759] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.265759] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.265759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.265759] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad440059-d672-496a-ac46-b44d53d0f20f is going to be updated. [ 1007.289492] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.289640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.290515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.290796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.290946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.291185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad440059-d672-496a-ac46-b44d53d0f20f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.650354] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1007.650354] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1007.704144] env[67412]: INFO networking_nsxv3.common.synchronization [req-2eb6a4b5-cdf9-4321-be24-40d8e82b32b7 req-df185732-e471-44d6-8ddd-6a2050740d5d tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_members [ 1007.704144] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_members [ 1007.704144] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3361c4be-c86e-46fa-9ca6-b50be6442aa9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.704144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.704492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.704858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.705150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.705393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.705566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.705869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.706087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.706289] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.027492] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.027792] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.027792] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028183] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.028456] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.028456] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.028636] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.028761] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.029530] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.029530] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.029530] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.029530] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.029530] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.029530] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.029787] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.029787] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.049700] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.049760] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.050116] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.050163] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.050444] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-75a346c1-7e6e-403d-b378-6714f557451d taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.050608] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-75a346c1-7e6e-403d-b378-6714f557451d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.050734] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-75a346c1-7e6e-403d-b378-6714f557451d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.051109] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-75a346c1-7e6e-403d-b378-6714f557451d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.051188] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a346c1-7e6e-403d-b378-6714f557451d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.209471] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.209809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.210244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.210546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.210690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.210948] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.211147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.211249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.211420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.211500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.211591] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 already deleted. [ 1008.211672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.554067] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.554400] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.554585] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.554966] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.555238] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.555396] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 75a346c1-7e6e-403d-b378-6714f557451d not found, creating... [ 1008.555826] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.555934] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.555990] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.557031] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.557031] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.557031] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.557031] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.557031] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.557291] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.557325] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.557455] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 75a346c1-7e6e-403d-b378-6714f557451d is going to be created. [ 1008.584036] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.584233] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.584460] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.585660] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.585660] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.585660] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-75a346c1-7e6e-403d-b378-6714f557451d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994381] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1008.994595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.995026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.995293] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.995455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.995521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.995720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.995808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.995906] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.259588] env[67412]: INFO networking_nsxv3.common.synchronization [req-2eb6a4b5-cdf9-4321-be24-40d8e82b32b7 req-45928310-f792-413e-8633-33749c3fdbfc service nova] Enqueued Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_rules [ 1009.259822] env[67412]: INFO networking_nsxv3.common.synchronization [req-2eb6a4b5-cdf9-4321-be24-40d8e82b32b7 req-45928310-f792-413e-8633-33749c3fdbfc service nova] Enqueued Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_members [ 1009.259870] env[67412]: INFO networking_nsxv3.common.synchronization [req-2eb6a4b5-cdf9-4321-be24-40d8e82b32b7 req-45928310-f792-413e-8633-33749c3fdbfc service nova] Enqueued Resource ID: 75a346c1-7e6e-403d-b378-6714f557451d with Priority: HIGHEST for action port [ 1009.260443] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_rules [ 1009.260569] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_members [ 1009.260661] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75a346c1-7e6e-403d-b378-6714f557451d with Priority: HIGHEST for action port [ 1009.260944] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.261093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.261155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.261346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.261419] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.262275] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3361c4be-c86e-46fa-9ca6-b50be6442aa9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.262449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.262515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.262709] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.262858] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.262956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.263029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.263180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.263263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.263347] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.264091] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-75a346c1-7e6e-403d-b378-6714f557451d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.264201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75a346c1-7e6e-403d-b378-6714f557451d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.264264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75a346c1-7e6e-403d-b378-6714f557451d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.264411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75a346c1-7e6e-403d-b378-6714f557451d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.264511] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75a346c1-7e6e-403d-b378-6714f557451d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.498307] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.769485] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3361c4be-c86e-46fa-9ca6-b50be6442aa9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.769619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.769810] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.770787] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 75a346c1-7e6e-403d-b378-6714f557451d with status ACTIVE [ 1009.770971] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.771176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.771176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.772026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.772026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.772026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.772026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.772026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.772026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.772026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.772328] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.772328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.772328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.772858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.772948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.773105] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 75a346c1-7e6e-403d-b378-6714f557451d is going to be updated. [ 1009.905026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.905185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.905230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.905521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.905687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.905851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75a346c1-7e6e-403d-b378-6714f557451d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.003440] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.275497] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.506018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.506178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.506238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.506524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.506645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.506782] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1010.538783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.538975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.539050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.539369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.539569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.553082] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1010.777267] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.777443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.777506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.777778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.777885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.777984] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 is going to be created. [ 1010.803812] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.804383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.804383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.804520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.804634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.815207] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 in Status: UNINITIALIZED for 2s [ 1011.165769] env[67412]: INFO networking_nsxv3.common.synchronization [req-bcbb0efb-8c02-43e0-8bf1-2f695a935b66 req-bb760616-241a-48b2-a0fe-171922fc5cf7 tempest-InstanceActionsTestJSON-900225856 tempest-InstanceActionsTestJSON-900225856-project-member] Enqueued Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGHEST for action security_group_members [ 1011.167093] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGHEST for action security_group_members [ 1011.167093] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd5930f-c775-4618-97c9-964178d2bdb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.167093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.167093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.171027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.171027] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.171027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.171027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.171027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.171027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.171027] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.539020] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.539020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-127" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.539020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-127" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.539020] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-127" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.540631] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.540631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.540631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.540631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.540631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.540925] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.540925] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1011.540925] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1011.541041] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1011.541131] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1011.541263] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1011.541367] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1011.560258] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1011.560258] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1011.560258] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1011.560258] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-127" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.560258] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-34eafd01-40f0-4952-9a4e-b3c9bc383599 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.560630] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-34eafd01-40f0-4952-9a4e-b3c9bc383599" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.560630] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-34eafd01-40f0-4952-9a4e-b3c9bc383599" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.560732] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-34eafd01-40f0-4952-9a4e-b3c9bc383599" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.560869] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34eafd01-40f0-4952-9a4e-b3c9bc383599',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.672602] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.672861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.672861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.673287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.673287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.673378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.673439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.673501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.673649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.673722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.673805] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd5930f-c775-4618-97c9-964178d2bdb3 already deleted. [ 1011.673886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.063161] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.063406] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.063531] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.063817] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.063972] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.064139] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 34eafd01-40f0-4952-9a4e-b3c9bc383599 not found, creating... [ 1012.064440] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.064610] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.064730] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.064982] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.065102] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.065388] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.065542] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.065662] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.065939] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.066101] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.066246] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 34eafd01-40f0-4952-9a4e-b3c9bc383599 is going to be created. [ 1012.089038] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.089396] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.089524] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.089854] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.090269] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.090367] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-34eafd01-40f0-4952-9a4e-b3c9bc383599" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.566062] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1012.566441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.566759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.567080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.567482] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.567576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.567662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.567947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.568046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.568151] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.829752] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 in Status: SUCCESS [ 1012.829752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.829752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.829752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.829752] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.829752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.829752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.829752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.829752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.829752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.829752] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.847058] env[67412]: INFO networking_nsxv3.common.synchronization [req-bcbb0efb-8c02-43e0-8bf1-2f695a935b66 req-207480ed-4f21-4e99-a2f0-6b4109539a70 service nova] Enqueued Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGHEST for action security_group_rules [ 1012.847497] env[67412]: INFO networking_nsxv3.common.synchronization [req-bcbb0efb-8c02-43e0-8bf1-2f695a935b66 req-207480ed-4f21-4e99-a2f0-6b4109539a70 service nova] Enqueued Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGHEST for action security_group_members [ 1012.847813] env[67412]: INFO networking_nsxv3.common.synchronization [req-bcbb0efb-8c02-43e0-8bf1-2f695a935b66 req-207480ed-4f21-4e99-a2f0-6b4109539a70 service nova] Enqueued Resource ID: 34eafd01-40f0-4952-9a4e-b3c9bc383599 with Priority: HIGHEST for action port [ 1012.848552] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGHEST for action security_group_rules [ 1012.852102] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGHEST for action security_group_members [ 1012.852102] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34eafd01-40f0-4952-9a4e-b3c9bc383599 with Priority: HIGHEST for action port [ 1012.852102] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd5930f-c775-4618-97c9-964178d2bdb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.852102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.852102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.852102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.852102] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.853802] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd5930f-c775-4618-97c9-964178d2bdb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.854507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.854507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.857268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.857268] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.857268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.857268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.857268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.857268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.857268] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.857268] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-34eafd01-40f0-4952-9a4e-b3c9bc383599 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.857268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34eafd01-40f0-4952-9a4e-b3c9bc383599" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.857268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34eafd01-40f0-4952-9a4e-b3c9bc383599" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.857268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34eafd01-40f0-4952-9a4e-b3c9bc383599" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.857268] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34eafd01-40f0-4952-9a4e-b3c9bc383599',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.070429] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.335618] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.362666] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.365297] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd5930f-c775-4618-97c9-964178d2bdb3 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.365449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.365679] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34eafd01-40f0-4952-9a4e-b3c9bc383599 with status ACTIVE [ 1013.365958] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.366092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.366164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.366406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.366450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.366617] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.366719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.366775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.367619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.368105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.368428] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.368589] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.368700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.368959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.369108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.369227] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34eafd01-40f0-4952-9a4e-b3c9bc383599 is going to be updated. [ 1013.396888] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.397047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.397116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.397354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.397489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.397666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34eafd01-40f0-4952-9a4e-b3c9bc383599" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.552139] env[67412]: INFO networking_nsxv3.common.synchronization [req-f9ae5ba3-6baa-4496-b6b9-9cb61e9746f1 req-3e664b08-69c2-4951-8b03-5ec013a6d58b tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1013.552500] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1013.553373] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.553373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.553373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.553617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.553744] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.553895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.553986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.554254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.554391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.554562] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.576925] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.841428] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3361c4be-c86e-46fa-9ca6-b50be6442aa9: rpc.has_security_group_logging(os_id): False [ 1013.862075] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.864928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.864928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.864928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.864928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.864928] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.864928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.864928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.864928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.864928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.864928] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 is going to be created. [ 1013.874837] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.938320] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.938320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.938320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.938320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.938320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.951961] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 in Status: IN_PROGRESS for 2s [ 1014.060462] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.060710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.060785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.061059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.079673] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.079857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.079939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.080171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.080259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.080355] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1014.087141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.087462] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.087599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.087661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.088024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.088149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.088237] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 1014.111376] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.111520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.111564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.111853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.111931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.115210] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.115346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.115403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.115780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.115925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.127282] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1014.128694] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 1014.146681] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.146886] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.147042] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.147296] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.147546] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.147702] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.147825] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.148059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.148223] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.149046] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.149046] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.149046] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.149046] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.149046] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.149046] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.149046] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.179126] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.179328] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.179450] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.179645] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.180128] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-738ccad6-febf-4f8c-8c32-201416706ef8 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.180294] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-738ccad6-febf-4f8c-8c32-201416706ef8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.180349] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-738ccad6-febf-4f8c-8c32-201416706ef8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.180749] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-738ccad6-febf-4f8c-8c32-201416706ef8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.180890] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('738ccad6-febf-4f8c-8c32-201416706ef8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.376925] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.378431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.378431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.378431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.378431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.378431] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd5930f-c775-4618-97c9-964178d2bdb3 is going to be created. [ 1014.405102] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.405322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.405322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.405543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.405778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.417254] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd5930f-c775-4618-97c9-964178d2bdb3 in Status: UNINITIALIZED for 2s [ 1014.683547] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.683993] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.683993] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.684201] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.684402] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.684807] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 738ccad6-febf-4f8c-8c32-201416706ef8 not found, creating... [ 1014.684807] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.685012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.685012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.687045] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.687045] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.687045] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.687045] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.687045] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.687970] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.687970] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.688055] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 738ccad6-febf-4f8c-8c32-201416706ef8 is going to be created. [ 1014.713128] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.713518] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.713518] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.713795] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.714036] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.714286] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-738ccad6-febf-4f8c-8c32-201416706ef8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.501211] env[67412]: INFO networking_nsxv3.common.synchronization [req-f9ae5ba3-6baa-4496-b6b9-9cb61e9746f1 req-bf8534b9-0838-4657-8e6d-5f7af9111661 service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 1015.501211] env[67412]: INFO networking_nsxv3.common.synchronization [req-f9ae5ba3-6baa-4496-b6b9-9cb61e9746f1 req-bf8534b9-0838-4657-8e6d-5f7af9111661 service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1015.501211] env[67412]: INFO networking_nsxv3.common.synchronization [req-f9ae5ba3-6baa-4496-b6b9-9cb61e9746f1 req-bf8534b9-0838-4657-8e6d-5f7af9111661 service nova] Enqueued Resource ID: 738ccad6-febf-4f8c-8c32-201416706ef8 with Priority: HIGHEST for action port [ 1015.503248] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 1015.503248] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1015.503248] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 738ccad6-febf-4f8c-8c32-201416706ef8 with Priority: HIGHEST for action port [ 1015.503248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.503248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.503248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.503248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.503248] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.504520] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.504684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.504888] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-738ccad6-febf-4f8c-8c32-201416706ef8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.505041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-738ccad6-febf-4f8c-8c32-201416706ef8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.505133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-738ccad6-febf-4f8c-8c32-201416706ef8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.505335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-738ccad6-febf-4f8c-8c32-201416706ef8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.505459] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('738ccad6-febf-4f8c-8c32-201416706ef8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.772106] env[67412]: INFO networking_nsxv3.common.synchronization [None req-04d732f6-18ce-48ca-a1d9-6ce8dca68bc0 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_rules [ 1015.772784] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_rules [ 1015.773185] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.773185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.773185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.773889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.774060] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.964806] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 in Status: SUCCESS [ 1015.965061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.004898] env[67412]: INFO networking_nsxv3.common.synchronization [None req-eea01f83-4a01-4a4c-ab04-d7d0dbd1612c tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_rules [ 1016.006332] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_rules [ 1016.006332] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.006332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.007377] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.007377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.007618] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 738ccad6-febf-4f8c-8c32-201416706ef8 with status ACTIVE [ 1016.007618] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.007883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.007883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.008145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.008254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.008485] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.008485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.008640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.008700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.008856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.008964] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.009124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.009124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.009233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.009301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.009631] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 738ccad6-febf-4f8c-8c32-201416706ef8 is going to be updated. [ 1016.032583] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.032583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.032583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.032874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.032874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.032968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-738ccad6-febf-4f8c-8c32-201416706ef8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.142128] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 1016.142380] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 1016.143068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.143267] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1016.143437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.143587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.143808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.143991] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.144125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.144220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.144403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.144479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.144574] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.145579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.145579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.145785] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.145911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.145979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.146140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.146218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.146300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.146470] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.146592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.146682] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.147066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.147197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.147325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.147383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.147580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.147616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.147700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.147853] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.149254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.149393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.152778] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.152778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.152778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.152778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.152778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.152778] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.297605] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.298046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.298046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.298265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.298265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.298452] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 already deleted. [ 1016.298452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.298578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.298762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.298899] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.430174] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd5930f-c775-4618-97c9-964178d2bdb3 in Status: SUCCESS [ 1016.430392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.430616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.430853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.431060] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.431210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.431279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.431431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.431507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.431590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.432185] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.650307] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.651523] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a965fc-0714-4532-b9af-ee52b5a8889d: rpc.has_security_group_logging(os_id): False [ 1016.652336] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.674050] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.674229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.674369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.674502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.674572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.674791] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.674881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.674934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.675120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.675262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.675370] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.675492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.675566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.675805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.675896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.676089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.676200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.676268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.676369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.676440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.677389] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be created. [ 1016.750415] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.750415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.750672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.750730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.750893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.771044] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1016.824889] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.825427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.825427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.825427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.825427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.826881] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 already deleted. [ 1016.826881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.935535] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd5930f-c775-4618-97c9-964178d2bdb3 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.936355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.936924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.937184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.937370] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.937756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.937900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.938109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.938234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.938379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.938758] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd5930f-c775-4618-97c9-964178d2bdb3 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.938914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.939010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.939176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.939320] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.939411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.939621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.939792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.939872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.939952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.940052] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.159067] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.159451] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.443098] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dbd5930f-c775-4618-97c9-964178d2bdb3: rpc.has_security_group_logging(os_id): False [ 1017.462023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.462240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.462345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.462646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.462788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.463107] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.463229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.463310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.463512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.463612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.463833] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.463955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.464048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.464228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.464324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.464566] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.464686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.464767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.464961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.465075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.465189] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd5930f-c775-4618-97c9-964178d2bdb3 is going to be created. [ 1017.549474] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.549474] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.549474] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.550533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.550533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.567911] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd5930f-c775-4618-97c9-964178d2bdb3 in Status: IN_PROGRESS for 2s [ 1017.663384] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.665761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.665761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.665761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.665761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.665761] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1017.667045] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.667874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.667874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.667874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.667874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.667874] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 1017.722139] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.722300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.722357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.722583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.722757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.726420] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.726658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.726658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.726877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.727105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.742138] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1017.742887] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 1018.784158] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1018.784158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.784158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.784158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.784594] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.288506] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.288732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.580739] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dbd5930f-c775-4618-97c9-964178d2bdb3 in Status: SUCCESS [ 1019.581217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.757087] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1019.757087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.757087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.757087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.757087] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.757087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.757087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.757087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.757604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.757604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.757604] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.760672] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 1019.760672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.760672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.760672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.761124] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.761124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.761124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.762034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.762034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.762034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.762034] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.263885] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.264431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.264431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.264431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.264678] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.264678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.264800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.265157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.265403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.265700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.265700] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.265998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.265998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.265998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.266173] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.266317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.266394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.266570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.266668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.266777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.266886] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.269676] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.269676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.269676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.269855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.270120] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.270262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.270359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.270573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.270682] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.270805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.271026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.271165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.271255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.271453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.271646] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.271782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.271884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.272063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.272143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.272242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.272337] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.776510] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a965fc-0714-4532-b9af-ee52b5a8889d: rpc.has_security_group_logging(os_id): False [ 1020.778041] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b6f125-3014-43fc-b501-32c3a44c11c9: rpc.has_security_group_logging(os_id): False [ 1020.800952] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.800952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.801218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.801263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.801445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.801616] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.801699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.801747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.801892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.801892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.802165] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.802265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.802318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.802488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.802560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.802753] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.802853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.802910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.803153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.803153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.803273] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1020.805349] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.805458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.805517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.805954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.805954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.805954] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.806305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.806305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.806305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.806305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.806517] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.806614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.806676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.806815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.808239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.808239] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.808239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.808239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.808239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.808239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.808239] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 1020.887121] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.887301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.887351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.887564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.887775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.901642] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.901789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.901853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.902204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.903026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.905468] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1020.912581] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 1021.006145] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1021.006339] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1022.924467] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1022.924900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.924900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.925108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.925200] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.926800] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 1022.927028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.428940] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.428940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.428940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.429280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.429525] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.429590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.429630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.430190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.430190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.430190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.430190] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.907059] env[67412]: INFO networking_nsxv3.common.synchronization [req-6beec498-82df-4922-8815-0d5b54a04d07 req-cdba8059-4266-426f-943a-f368b3c70f5c tempest-ServersTestBootFromVolume-640378576 tempest-ServersTestBootFromVolume-640378576-project-member] Enqueued Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_members [ 1023.907059] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_members [ 1023.907059] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef76a7c4-7e05-43c3-ba39-636543be40b1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.907059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.907059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.907059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.907059] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.907059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.907059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.907059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.907059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.907059] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.933549] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.933952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.933952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.934061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.934153] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.934255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.934317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.934466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.934547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.934632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.934774] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.934886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.934932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.935083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.935221] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.935324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.935385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.935521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.935594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.935673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.935780] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.388528] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-552 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.389509] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-552" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.389509] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-552" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.389704] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-552" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.389989] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.390186] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.390279] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.390506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.390645] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.390855] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.390964] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.391150] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.391273] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.391373] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.391474] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.391607] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.411869] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.411869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.411869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.411869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.411869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.411869] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.411869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.411869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.411869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.411869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.411869] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 already deleted. [ 1024.412900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.414787] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.415247] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.415658] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.416183] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-552" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.416879] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-35384a8f-5ae9-49af-a10e-7b3ed72e322d taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.417383] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-35384a8f-5ae9-49af-a10e-7b3ed72e322d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.417763] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-35384a8f-5ae9-49af-a10e-7b3ed72e322d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.418812] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-35384a8f-5ae9-49af-a10e-7b3ed72e322d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.418812] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35384a8f-5ae9-49af-a10e-7b3ed72e322d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.438963] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a965fc-0714-4532-b9af-ee52b5a8889d: rpc.has_security_group_logging(os_id): False [ 1024.462013] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.463016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.463016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.463016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.463016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.463271] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.463493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.466729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.466729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.466729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.466729] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1024.551063] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.551063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.551063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.551370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.551370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.569525] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1024.922315] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.922315] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.922315] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.922563] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.923043] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.923043] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 35384a8f-5ae9-49af-a10e-7b3ed72e322d not found, creating... [ 1024.923043] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.923377] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.923377] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.923535] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.923611] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.923892] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.924087] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.924181] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.924456] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.924555] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.924644] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 35384a8f-5ae9-49af-a10e-7b3ed72e322d is going to be created. [ 1024.949299] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.949705] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.949705] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.949985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.950259] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.950494] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-35384a8f-5ae9-49af-a10e-7b3ed72e322d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.687662] env[67412]: INFO networking_nsxv3.common.synchronization [req-6beec498-82df-4922-8815-0d5b54a04d07 req-3b0eca35-2e7f-4d6b-967c-af93f2483257 service nova] Enqueued Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_rules [ 1025.687725] env[67412]: INFO networking_nsxv3.common.synchronization [req-6beec498-82df-4922-8815-0d5b54a04d07 req-3b0eca35-2e7f-4d6b-967c-af93f2483257 service nova] Enqueued Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_members [ 1025.687882] env[67412]: INFO networking_nsxv3.common.synchronization [req-6beec498-82df-4922-8815-0d5b54a04d07 req-3b0eca35-2e7f-4d6b-967c-af93f2483257 service nova] Enqueued Resource ID: 35384a8f-5ae9-49af-a10e-7b3ed72e322d with Priority: HIGHEST for action port [ 1025.688428] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_rules [ 1025.688574] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_members [ 1025.688670] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 35384a8f-5ae9-49af-a10e-7b3ed72e322d with Priority: HIGHEST for action port [ 1025.688968] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef76a7c4-7e05-43c3-ba39-636543be40b1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.689121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.689185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.689386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.689466] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.690350] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef76a7c4-7e05-43c3-ba39-636543be40b1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.690463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.690564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.690685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.690833] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.690927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.690987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.691145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.691229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.691352] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.692439] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-35384a8f-5ae9-49af-a10e-7b3ed72e322d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.692546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-35384a8f-5ae9-49af-a10e-7b3ed72e322d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.692607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-35384a8f-5ae9-49af-a10e-7b3ed72e322d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.692751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-35384a8f-5ae9-49af-a10e-7b3ed72e322d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.692818] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('35384a8f-5ae9-49af-a10e-7b3ed72e322d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.195970] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef76a7c4-7e05-43c3-ba39-636543be40b1 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.196273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.196369] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.197813] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 35384a8f-5ae9-49af-a10e-7b3ed72e322d with status ACTIVE [ 1026.197813] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.198034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.198034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.198312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.198575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.199722] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.199722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.199722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.200054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.200314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.200588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.200726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.200829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.201070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.201179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.201298] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 35384a8f-5ae9-49af-a10e-7b3ed72e322d is going to be updated. [ 1026.224856] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.225135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.225135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.225299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.225434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.225596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-35384a8f-5ae9-49af-a10e-7b3ed72e322d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.591160] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1026.591373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.704419] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.207192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.207567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.207567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.207654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.207728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.207831] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 is going to be created. [ 1027.233583] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.233791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.233906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.234207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.234432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.245694] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 in Status: UNINITIALIZED for 2s [ 1028.306207] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-476 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.306207] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.306207] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.306621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.306769] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.306864] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.307018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.307249] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.307641] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.307641] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.307759] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.307841] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.308134] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.308134] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.308274] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.308399] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.332818] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.332818] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.332818] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.332818] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-476" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.333066] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.333154] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.333190] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.333452] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.333584] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dc4cfa-74c1-41c4-bfb1-93943e21a4a0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.835971] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.836222] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.836342] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.836616] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.836752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.837075] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.837245] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.837364] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.837592] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.837722] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.838114] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.838306] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.838468] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.838797] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.839148] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.839309] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 is going to be updated. [ 1028.864672] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.864672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.864672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.864672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.865539] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.865539] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.259645] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 in Status: SUCCESS [ 1029.259895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.260164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.260431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.260695] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.260818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.260886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.261173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.261247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.261352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.261448] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.719432] env[67412]: INFO networking_nsxv3.common.synchronization [req-ba98232d-2d9e-4398-88df-94ee05fe4883 req-b43b4a99-29b1-4052-8009-5e69203c08d2 service nova] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_rules [ 1029.719694] env[67412]: INFO networking_nsxv3.common.synchronization [req-ba98232d-2d9e-4398-88df-94ee05fe4883 req-b43b4a99-29b1-4052-8009-5e69203c08d2 service nova] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 1029.720959] env[67412]: INFO networking_nsxv3.common.synchronization [req-ba98232d-2d9e-4398-88df-94ee05fe4883 req-b43b4a99-29b1-4052-8009-5e69203c08d2 service nova] Enqueued Resource ID: 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 with Priority: HIGHEST for action port [ 1029.722535] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_rules [ 1029.722777] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 1029.722777] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 with Priority: HIGHEST for action port [ 1029.723088] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.723216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.723281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.723837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.723968] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.725049] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.725142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.725217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.725373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.725529] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.725612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.725681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.725841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.726072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.726072] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.726942] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.727141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.727215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.727383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.727440] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18dc4cfa-74c1-41c4-bfb1-93943e21a4a0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.766191] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.230941] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.230941] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.230941] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.231773] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 with status ACTIVE [ 1030.235020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.235020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.235020] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.235020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.235020] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18dc4cfa-74c1-41c4-bfb1-93943e21a4a0 is going to be updated. [ 1030.268798] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ef76a7c4-7e05-43c3-ba39-636543be40b1: rpc.has_security_group_logging(os_id): False [ 1030.270936] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.271172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.271172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.271377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.271518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.271688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18dc4cfa-74c1-41c4-bfb1-93943e21a4a0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.296281] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.296641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.296641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.296849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.296935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.297548] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.297548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.297548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.298240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.298240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.298240] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 is going to be created. [ 1030.386509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.386733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.386838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.387156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.387419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.407495] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 in Status: IN_PROGRESS for 2s [ 1030.736527] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.240265] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.240265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.240265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.240265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.240265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.240265] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be updated. [ 1031.277933] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.277933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.277933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.288576] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 1031.626019] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.626194] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.626244] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.627429] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.627429] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.627429] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.627429] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.627429] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.627720] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.627720] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.628371] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.628371] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.628371] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.628371] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.628598] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.628598] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.648967] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.649134] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.649221] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.649448] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.649704] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.649905] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.650042] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.650336] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.650495] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e626db5b-85cf-4e6f-8da6-8c6b4f879df1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.989191] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4baf70ad-a7f1-4689-8936-ee8196897eb3 None None] Enqueued Resource ID: ec54fc45-dece-49b5-b28c-51936479ce42 with Priority: HIGHEST for action port [ 1031.990128] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec54fc45-dece-49b5-b28c-51936479ce42 with Priority: HIGHEST for action port [ 1031.991352] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec54fc45-dece-49b5-b28c-51936479ce42 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.991716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec54fc45-dece-49b5-b28c-51936479ce42" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.991848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec54fc45-dece-49b5-b28c-51936479ce42" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.992242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec54fc45-dece-49b5-b28c-51936479ce42" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.992380] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec54fc45-dece-49b5-b28c-51936479ce42',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.154451] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.154747] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.154845] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.155150] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.155314] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155622] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.155782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.155940] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.156194] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.156329] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.157647] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.157948] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.158095] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.158314] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.158448] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.161334] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: e626db5b-85cf-4e6f-8da6-8c6b4f879df1 is going to be updated. [ 1032.186551] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.186752] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.187162] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.187239] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.187427] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.187638] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.423878] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 in Status: SUCCESS [ 1032.423878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.435698] env[67412]: INFO networking_nsxv3.common.synchronization [req-c044af74-2d8d-416a-91b7-0c59978464a8 req-364c3f80-c6cf-4503-bea4-17b0875a4723 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1032.436484] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1032.437000] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.437717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.437717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.438055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.438472] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.438472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.438634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.439506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.439506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.439506] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.496197] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec54fc45-dece-49b5-b28c-51936479ce42 [ 1032.496559] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.496698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.496768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.496975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.497077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.497168] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec54fc45-dece-49b5-b28c-51936479ce42 already deleted. [ 1032.497249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec54fc45-dece-49b5-b28c-51936479ce42" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.941733] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.942024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.942024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.942228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.942326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.942521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.942637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.942692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.942842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.942928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.943028] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 1032.974310] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.975741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.975741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.975741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.975741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.990806] env[67412]: INFO networking_nsxv3.common.synchronization [req-4b6a284e-cefd-46eb-bec6-6ce00a122c44 req-fb26a4ef-5223-41e7-bf92-99be4a3634ad service nova] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_rules [ 1032.990806] env[67412]: INFO networking_nsxv3.common.synchronization [req-4b6a284e-cefd-46eb-bec6-6ce00a122c44 req-fb26a4ef-5223-41e7-bf92-99be4a3634ad service nova] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_members [ 1032.990806] env[67412]: INFO networking_nsxv3.common.synchronization [req-4b6a284e-cefd-46eb-bec6-6ce00a122c44 req-fb26a4ef-5223-41e7-bf92-99be4a3634ad service nova] Enqueued Resource ID: e626db5b-85cf-4e6f-8da6-8c6b4f879df1 with Priority: HIGHEST for action port [ 1032.991337] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_rules [ 1032.991337] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_members [ 1032.991436] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e626db5b-85cf-4e6f-8da6-8c6b4f879df1 with Priority: HIGHEST for action port [ 1032.992198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.992198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.992198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.992456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.992456] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.995143] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.995143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.995143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.995143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.995143] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.995143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.995143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.995143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.995143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.995143] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.995613] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.996162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.996162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.996162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.996162] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e626db5b-85cf-4e6f-8da6-8c6b4f879df1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.997823] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 1033.298854] env[67412]: INFO networking_nsxv3.common.synchronization [req-d93fcdde-e782-49ba-bb22-af34e659ec81 req-5f69370c-c938-421a-8edc-92a813a76fc4 tempest-InstanceActionsTestJSON-900225856 tempest-InstanceActionsTestJSON-900225856-project-member] Enqueued Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGHEST for action security_group_members [ 1033.299823] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGHEST for action security_group_members [ 1033.299928] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-dbd5930f-c775-4618-97c9-964178d2bdb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.300083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.300179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.300438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.300622] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.300740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.300818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.301017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.301241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.301402] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.304280] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 1033.304280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.304280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.304550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.304740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.304854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.304922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.305094] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.305167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.305251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.305345] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.499723] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.500911] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.501059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.501239] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e626db5b-85cf-4e6f-8da6-8c6b4f879df1 with status ACTIVE [ 1033.501410] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.501519] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.501580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.501826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.501963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.502195] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.502324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.502389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.502576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.502692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.502927] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.503075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.503144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.503297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.503371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.503457] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e626db5b-85cf-4e6f-8da6-8c6b4f879df1 is going to be updated. [ 1033.528588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.528588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.528588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.528849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.528849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.528926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e626db5b-85cf-4e6f-8da6-8c6b4f879df1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.810835] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.810992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.811133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.811329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.811600] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.811600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.811838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.811953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.812179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.812306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.812470] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.812569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.812629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.812774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.812927] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.813079] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.813181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.813393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.813512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.813634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.813741] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.816173] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.816349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.816782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.817176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.817280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.817504] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.817607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.817673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.817827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.817904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.818024] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd5930f-c775-4618-97c9-964178d2bdb3 is going to be updated. [ 1033.890748] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.890748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.890748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.891402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.892398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.912815] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd5930f-c775-4618-97c9-964178d2bdb3 in Status: IN_PROGRESS for 2s [ 1034.007652] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.320876] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd376a9-8e14-4afb-b56e-4e654dc54759: rpc.has_security_group_logging(os_id): False [ 1034.345058] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.345058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.345058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.345058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.368600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.370200] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.370200] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.370200] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.370200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.370785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.370785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.370785] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be updated. [ 1034.435673] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.435673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.435673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.435673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.435673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.449638] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 1034.510313] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.510479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.510550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.510769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.510859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.510956] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 is going to be updated. [ 1034.573050] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.573312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.573402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.573639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.573814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.589020] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: IN_PROGRESS for 2s [ 1034.630433] env[67412]: INFO networking_nsxv3.common.synchronization [None req-5959d5b9-3444-42d7-9cd0-d8a378aba60a None None] Enqueued Resource ID: 8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b with Priority: HIGHEST for action port [ 1034.631072] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b with Priority: HIGHEST for action port [ 1034.631666] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.631850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.632295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.632777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.632894] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.010675] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 1035.010983] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 1035.011141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.137026] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b [ 1035.137398] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.137792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.139146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.139146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.139146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.139146] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b already deleted. [ 1035.139146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8df4c6bf-9abc-46d6-a3d9-7fe49d784c9b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.929402] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dbd5930f-c775-4618-97c9-964178d2bdb3 in Status: SUCCESS [ 1035.929402] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dbd5930f-c775-4618-97c9-964178d2bdb3 deletion is rescheduled due to dependency. [ 1035.929402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.465441] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 1036.465730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.601597] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: SUCCESS [ 1036.601885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.602184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.602454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.603392] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.603392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.603392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.603392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.603392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.603392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.603392] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.105600] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.175547] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc962f51-aebd-449d-b050-dbf8a5a68a41 req-c48dee55-1070-452d-8363-09825ebdfbbd tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_members [ 1037.175850] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_members [ 1037.176216] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b458b4eb-eba8-4b92-b255-7baadf3d9f11 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.176346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.176414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.176660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.176842] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.176962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.176962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.177140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.177223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.177313] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.609245] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ec9fd28-74be-4241-a34e-bbd7df2e9550: rpc.has_security_group_logging(os_id): False [ 1037.637401] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.637555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.637631] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.637868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.677661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.678195] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.678541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.678612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.678965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.679067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.679569] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 is going to be updated. [ 1037.682715] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.682854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.682905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.683190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.683342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.683550] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.683699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.683785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.684860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.684860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.684860] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 already deleted. [ 1037.684860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.727420] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.727646] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.727735] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.728121] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.728453] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.728631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.728747] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.729022] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.729196] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.729413] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.729523] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.729733] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.729774] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.729860] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.729963] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.730182] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1037.756667] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1037.756853] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1037.757054] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1037.757303] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.757749] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.758098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.758353] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.758761] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.758923] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b0f13c-cbbe-4887-a51a-a591b0713cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.763874] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.764092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.764187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.764469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.764647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.786119] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: IN_PROGRESS for 2s [ 1038.263070] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.263070] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.263070] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.263070] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.263070] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.263548] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port b5b0f13c-cbbe-4887-a51a-a591b0713cb8 not found, creating... [ 1038.264129] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.264318] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.264444] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.264705] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.264843] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.265194] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.265423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.265595] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.265845] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.266009] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.266171] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: b5b0f13c-cbbe-4887-a51a-a591b0713cb8 is going to be created. [ 1038.294599] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.294856] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.294938] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.295266] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.295519] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.295765] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.564334] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.564334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.564334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.564334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.564530] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.067517] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.075793] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc962f51-aebd-449d-b050-dbf8a5a68a41 req-61c1a5f9-7d5d-444f-ab3e-d336715803a0 service nova] Enqueued Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_rules [ 1039.075985] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc962f51-aebd-449d-b050-dbf8a5a68a41 req-61c1a5f9-7d5d-444f-ab3e-d336715803a0 service nova] Enqueued Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_members [ 1039.076172] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc962f51-aebd-449d-b050-dbf8a5a68a41 req-61c1a5f9-7d5d-444f-ab3e-d336715803a0 service nova] Enqueued Resource ID: b5b0f13c-cbbe-4887-a51a-a591b0713cb8 with Priority: HIGHEST for action port [ 1039.077199] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_rules [ 1039.077438] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_members [ 1039.077567] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5b0f13c-cbbe-4887-a51a-a591b0713cb8 with Priority: HIGHEST for action port [ 1039.077922] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.078190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.078293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.080492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.080639] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.082206] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b458b4eb-eba8-4b92-b255-7baadf3d9f11 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.082344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.082413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.082615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.082799] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.082909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.083482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.083562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.083669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.083825] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.087074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.087074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.087074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.087289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.087397] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5b0f13c-cbbe-4887-a51a-a591b0713cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.570414] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.591571] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b458b4eb-eba8-4b92-b255-7baadf3d9f11 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.591802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.592131] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b5b0f13c-cbbe-4887-a51a-a591b0713cb8 with status ACTIVE [ 1039.592349] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.592523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.592595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.592911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.593055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.593249] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.593388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.593549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.593861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.593987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.595088] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.595206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.595455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.595667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.595822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.595937] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b5b0f13c-cbbe-4887-a51a-a591b0713cb8 is going to be updated. [ 1039.597864] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.627232] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.627493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.627493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.627640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.627775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.627933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5b0f13c-cbbe-4887-a51a-a591b0713cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.803687] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: SUCCESS [ 1039.805052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.846616] env[67412]: INFO networking_nsxv3.common.synchronization [req-43cc9d72-0484-4c6d-b93f-dd20a795b3db req-6c60e314-8e15-4e34-8ac4-bbf798f20679 tempest-ListServerFiltersTestJSON-424199583 tempest-ListServerFiltersTestJSON-424199583-project-member] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1039.848489] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1039.848893] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.849343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.849343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.849521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.849521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.849636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.849676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.850026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.850026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.850026] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.073325] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1040.073597] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1040.101042] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.352094] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.604352] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.604548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.604618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.604842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.604934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.605053] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 is going to be created. [ 1040.650509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.650716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.650716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.650944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.651124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.663234] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 in Status: UNINITIALIZED for 2s [ 1040.855310] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.125704] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.126315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.126315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.126419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.141183] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1041.142298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.143750] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1041.189246] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.189449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.189501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.189714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.201699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.202555] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1041.202658] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1041.202755] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1041.267610] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.267610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.267610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.267610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.268841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.269050] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1041.359270] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.359270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.359270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.359725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.359725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.359725] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1041.407835] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.408253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.408408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.409097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.410066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.413308] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.413482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.413566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.414151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.414473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.414787] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1041.428615] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1041.524358] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.524613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.524613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.524779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.525075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.525367] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1041.525460] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'065d30e7-a6ef-4255-b96d-d3d3bcb92b09', '71dad339-861a-4909-9375-90f699264598', '8e2a5b16-f42b-4895-aec7-1b72b9a08d75', '0f4037fb-040e-4918-93b6-b7374eea6000', '8b533cab-46b4-4aeb-a147-4ee68bc83959', 'ba48efee-c859-4895-bc3b-27515346371e', 'e5a965fc-0714-4532-b9af-ee52b5a8889d', '3abfd184-4104-45f0-b343-f6b6f1f995f2', '889b450f-e504-4c76-84c7-ca649a308318', '74650147-2e48-467f-a302-24b0e250ddc2', '3eccb20f-904a-4002-8d5c-4447f0b0b42a', '7c3b8214-1270-4d87-a75c-718067077207', '97c7101c-c462-4a71-b912-15926e193273', '7dd376a9-8e14-4afb-b56e-4e654dc54759', '8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7', '1c602725-9a18-4149-87cb-edf635b414df', '9db72779-a2e9-463a-8e40-111c759e9cb8', '8ec9fd28-74be-4241-a34e-bbd7df2e9550', 'b04adc70-d014-4018-a205-cd771c68b6c6', 'dbd5930f-c775-4618-97c9-964178d2bdb3', '49b6f125-3014-43fc-b501-32c3a44c11c9', 'cc58e7a7-e05f-4166-be89-9f645ab08638', 'fc934140-ad4e-4e0d-bd6b-78c9af14dd63', '3361c4be-c86e-46fa-9ca6-b50be6442aa9', '6a758b3f-39ee-4687-ad27-accc9d48de1e', '0cf38af1-73da-44a2-8d17-ad0755b471b0', '6bcf3f57-b439-4168-bbfb-bde2e3db0e8f', 'ef76a7c4-7e05-43c3-ba39-636543be40b1', '5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09', 'bbc1cf20-cac2-49af-868d-e45223b0621b', '867b7ae8-7317-4690-81bd-f5ea8219e7b0', '65f15a93-c3f4-41c9-856a-7eaae03f3678', '7a8227c5-cfc8-4557-8104-e954e9fbfe60', '72eb92d5-a4b5-452b-89f3-eb05c05b5aeb', 'f8ed001d-c17d-4501-987b-0a1949688a62', '32217725-4ce8-4fc4-9bae-852f9a2f0351', '4be917be-e978-4a9f-8a59-c1ff58b03a03', '889940a9-76cf-454d-af0a-13b7277796bf', '4574038a-f2a2-468f-9322-64d275b778e8', '7a7c6bdd-4f6e-48b2-89dc-cae718f92c43', 'af35cf2b-2349-4777-987b-affdcf0c917c', 'ba8c68e5-6ee9-4e9f-8651-f6984498593c', 'cae3030f-f174-440c-ac00-d5022c9d3f00', '58f5d34b-6e36-4fd8-96f6-8474fcffbe28', '707059b5-bfca-47b7-bd3d-36917fd5a727', 'ded8fcae-ddce-49b5-9371-b64f00bf0de5', '97b95233-1083-4e47-b7ce-64f123082a39'} {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1041.525563] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1041.549539] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.549813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.549813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.550021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.550112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.550221] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1041.550376] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1041.550549] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1041.639558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.639558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.639558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.639817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.640836] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.641113] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1041.641187] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1041.641256] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1041.641322] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1041.641398] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1041.641472] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGH for action security_group_rules [ 1041.641544] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGH for action security_group_rules [ 1041.641658] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGH for action security_group_rules [ 1041.641658] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGH for action security_group_rules [ 1041.641759] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGH for action security_group_rules [ 1041.641796] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGH for action security_group_rules [ 1041.641838] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGH for action security_group_rules [ 1041.641887] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGH for action security_group_rules [ 1041.641942] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGH for action security_group_rules [ 1041.642010] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGH for action security_group_rules [ 1041.642076] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGH for action security_group_rules [ 1041.642165] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGH for action security_group_rules [ 1041.642245] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGH for action security_group_rules [ 1041.642311] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGH for action security_group_rules [ 1041.642372] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGH for action security_group_rules [ 1041.642475] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGH for action security_group_rules [ 1041.642517] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGH for action security_group_rules [ 1041.642558] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGH for action security_group_rules [ 1041.642607] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGH for action security_group_rules [ 1041.642668] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGH for action security_group_rules [ 1041.642765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.678667] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 in Status: SUCCESS [ 1042.678667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.678667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.679224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.679224] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.679224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.679363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.679425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.679506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.679592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.679682] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.181499] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.440548] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1043.440783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.686324] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b458b4eb-eba8-4b92-b255-7baadf3d9f11: rpc.has_security_group_logging(os_id): False [ 1043.705030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.705030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.705030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.705030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.705262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.705394] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.705510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.705576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.705732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.705810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.705901] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 is going to be created. [ 1043.774367] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.774553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.774787] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.774967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.795842] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 in Status: IN_PROGRESS for 2s [ 1044.849251] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1044.849635] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1044.849635] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 with Priority: HIGH for action security_group_rules [ 1044.849716] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 with Priority: HIGH for action security_group_rules [ 1044.849823] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGH for action security_group_rules [ 1044.849918] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 with Priority: HIGH for action security_group_rules [ 1044.850032] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbd5930f-c775-4618-97c9-964178d2bdb3 with Priority: HIGH for action security_group_rules [ 1044.850154] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b04adc70-d014-4018-a205-cd771c68b6c6 with Priority: HIGH for action security_group_rules [ 1044.850275] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGH for action security_group_rules [ 1044.850387] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGH for action security_group_rules [ 1044.850449] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGH for action security_group_rules [ 1044.850542] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c602725-9a18-4149-87cb-edf635b414df with Priority: HIGH for action security_group_rules [ 1044.850689] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c7101c-c462-4a71-b912-15926e193273 with Priority: HIGH for action security_group_rules [ 1044.850798] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c3b8214-1270-4d87-a75c-718067077207 with Priority: HIGH for action security_group_rules [ 1044.850892] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGH for action security_group_rules [ 1044.851087] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGH for action security_group_rules [ 1044.851191] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889b450f-e504-4c76-84c7-ca649a308318 with Priority: HIGH for action security_group_rules [ 1044.851326] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba48efee-c859-4895-bc3b-27515346371e with Priority: HIGH for action security_group_rules [ 1044.851419] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 with Priority: HIGH for action security_group_rules [ 1044.851507] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 with Priority: HIGH for action security_group_rules [ 1044.851651] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71dad339-861a-4909-9375-90f699264598 with Priority: HIGH for action security_group_rules [ 1044.851747] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f4037fb-040e-4918-93b6-b7374eea6000 with Priority: HIGH for action security_group_rules [ 1044.852437] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.852597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.852721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.852998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.853104] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('065d30e7-a6ef-4255-b96d-d3d3bcb92b09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.856383] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.856560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.856626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.856811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.856893] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e2a5b16-f42b-4895-aec7-1b72b9a08d75',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.858491] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.858597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.858641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.858854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.858933] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.860198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.860419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.861976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.861976] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.861976] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dbd5930f-c775-4618-97c9-964178d2bdb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.862205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.862205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.862455] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dbd5930f-c775-4618-97c9-964178d2bdb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.864224] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b04adc70-d014-4018-a205-cd771c68b6c6 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.864469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.866116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.866116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.866116] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b04adc70-d014-4018-a205-cd771c68b6c6',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.866273] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.866370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.866447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.866669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.866750] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.867844] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.868324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.868324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.868415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.868511] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.870543] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.870543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.870543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.870543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.870543] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.871529] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c602725-9a18-4149-87cb-edf635b414df taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.873202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.873361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.873643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.873741] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c602725-9a18-4149-87cb-edf635b414df',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.875130] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-97c7101c-c462-4a71-b912-15926e193273 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.875872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.875999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.876283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.876516] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('97c7101c-c462-4a71-b912-15926e193273',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.880551] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c3b8214-1270-4d87-a75c-718067077207 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.880723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.880801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.881200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.881385] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c3b8214-1270-4d87-a75c-718067077207',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.882505] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.882681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.882681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.882889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.883915] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.886397] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.886397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.886397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.886397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.886397] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.888082] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-889b450f-e504-4c76-84c7-ca649a308318 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.888082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.888082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.890305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.890305] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('889b450f-e504-4c76-84c7-ca649a308318',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.890305] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba48efee-c859-4895-bc3b-27515346371e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.890305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.890305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.890305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.890305] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba48efee-c859-4895-bc3b-27515346371e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.891748] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3abfd184-4104-45f0-b343-f6b6f1f995f2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.891869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.891934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.892273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.892273] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3abfd184-4104-45f0-b343-f6b6f1f995f2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.893524] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b533cab-46b4-4aeb-a147-4ee68bc83959 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.893640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.893704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.893878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.893950] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b533cab-46b4-4aeb-a147-4ee68bc83959',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.895031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-71dad339-861a-4909-9375-90f699264598 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.895153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.895216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.895389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.895461] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('71dad339-861a-4909-9375-90f699264598',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.896733] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f4037fb-040e-4918-93b6-b7374eea6000 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.897199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.897265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.898192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.898192] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f4037fb-040e-4918-93b6-b7374eea6000',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.929308] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.929549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.929637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.929968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.967546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.967750] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 065d30e7-a6ef-4255-b96d-d3d3bcb92b09 is going to be deleted. [ 1045.032358] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.032595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.032595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.032785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.032873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.032987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-065d30e7-a6ef-4255-b96d-d3d3bcb92b09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.386541] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.386785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.386785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.387048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.387273] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.387504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.387656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.388485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.388485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.388684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.388684] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.389746] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.389947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.389947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.390104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.390248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.390362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.390427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.390872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.391016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.391095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.391190] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.401500] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.401772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.401864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.402109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.402300] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.402472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.402472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.402588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.402669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.402754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.402837] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.412826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.413052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.413052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.413465] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.413465] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.413465] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.413736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.413736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.413820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.413858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.413918] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.414933] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.415091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.415189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.415398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.415587] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.415725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.415781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.415957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.416811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.416811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.416811] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.430105] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.430442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.430442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.430681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.433784] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.433997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.434417] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.482982] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.483228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.489305] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.489532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.491058] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.491206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.495291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.495498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.496526] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.496693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.497550] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.497696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.498647] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.498808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.499904] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.500041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.505138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.505342] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3abfd184-4104-45f0-b343-f6b6f1f995f2 is going to be deleted. [ 1045.506375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.506618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.508473] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.508661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.509891] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.510091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.511024] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.511551] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.511689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.512368] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.512803] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.512899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.530263] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1045.530917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.531063] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba48efee-c859-4895-bc3b-27515346371e is going to be deleted. [ 1045.532168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.532441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.556930] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.557163] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c3b8214-1270-4d87-a75c-718067077207 is going to be deleted. [ 1045.559053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.559053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.576103] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.576103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.581851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.581991] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 71dad339-861a-4909-9375-90f699264598 is going to be deleted. [ 1045.582959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.583211] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.595177] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.595609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.630442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.630668] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f4037fb-040e-4918-93b6-b7374eea6000 is going to be deleted. [ 1045.631747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.631985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.684750] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.684750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.711433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.711608] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b533cab-46b4-4aeb-a147-4ee68bc83959 is going to be deleted. [ 1045.712651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.712900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.731699] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.731855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.772646] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.772839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.780544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.780712] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 889b450f-e504-4c76-84c7-ca649a308318 is going to be deleted. [ 1045.782193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.782459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.821302] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 in Status: SUCCESS [ 1045.821669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.831313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.831568] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c602725-9a18-4149-87cb-edf635b414df is going to be deleted. [ 1045.832790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.833144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.895404] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.895404] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.910688] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.910688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.920515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.920843] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dbd5930f-c775-4618-97c9-964178d2bdb3 is going to be deleted. [ 1045.922220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.922626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.926743] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.927048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.929715] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.930166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.933031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.933031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.933031] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.933031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.933990] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.939176] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.939395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.939473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.940123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.940494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.940650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.940728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.940958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.941081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.941169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.941394] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.941547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.941609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.941783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.941936] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.942045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.942124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.942275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.942352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.942437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.942579] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.945955] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ec9fd28-74be-4241-a34e-bbd7df2e9550: rpc.has_security_group_logging(os_id): False [ 1045.956235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.956372] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be deleted. [ 1045.957510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.957721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.102667] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.103215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.114110] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.114110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.130862] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.131012] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e2a5b16-f42b-4895-aec7-1b72b9a08d75 is going to be deleted. [ 1046.132749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.132749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.173716] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.175189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.185800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.185800] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7 is going to be deleted. [ 1046.185800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.185800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.196642] env[67412]: INFO networking_nsxv3.common.synchronization [req-a529b006-d0be-430a-96e5-c6beb988b44e req-deaa30d1-fb83-492f-aa5f-355ef896dbcb tempest-ServerActionsTestOtherB-1979792394 tempest-ServerActionsTestOtherB-1979792394-project-member] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1046.197853] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1046.197908] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.198149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.198400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.198570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.198992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.198992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.200630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.200630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.200630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.200630] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.257691] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.257691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.260014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.260140] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 97c7101c-c462-4a71-b912-15926e193273 is going to be deleted. [ 1046.261478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.261478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.266424] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.266592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.337562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.337562] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b04adc70-d014-4018-a205-cd771c68b6c6 is going to be deleted. [ 1046.338533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.338805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.338852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.338962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3abfd184-4104-45f0-b343-f6b6f1f995f2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.339216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.339419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.339468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.339595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba48efee-c859-4895-bc3b-27515346371e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.340264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.340511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.340511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.340872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c3b8214-1270-4d87-a75c-718067077207" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.340872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.340975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.341049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.341163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-71dad339-861a-4909-9375-90f699264598" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.341343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.341445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.341522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.341625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f4037fb-040e-4918-93b6-b7374eea6000" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.341748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.341891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.341988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.342118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b533cab-46b4-4aeb-a147-4ee68bc83959" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.342247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.345387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.345387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.345387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-889b450f-e504-4c76-84c7-ca649a308318" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.345387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.345387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.357296] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.357498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.396139] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3eccb20f-904a-4002-8d5c-4447f0b0b42a: rpc.has_security_group_logging(os_id): False [ 1046.398473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.399178] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.399479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.399479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.399781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.399944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.400122] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 is going to be updated. [ 1046.401908] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74650147-2e48-467f-a302-24b0e250ddc2: rpc.has_security_group_logging(os_id): False [ 1046.403295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.403614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.403771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.404018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c602725-9a18-4149-87cb-edf635b414df" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.404276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.404597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.404711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.404967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dbd5930f-c775-4618-97c9-964178d2bdb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.405796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.406086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.406255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.406423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.406606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.406840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.406983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.407918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e2a5b16-f42b-4895-aec7-1b72b9a08d75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.408926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.409139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.409222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.409334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e23d4f8-1ccb-4dd4-a4d2-f0be4a1a20f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.426668] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.426668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.426668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.426668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.426668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.426668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-97c7101c-c462-4a71-b912-15926e193273" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.435047] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.435047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.435047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.435047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.435047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.435047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b04adc70-d014-4018-a205-cd771c68b6c6" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.436463] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7dd376a9-8e14-4afb-b56e-4e654dc54759: rpc.has_security_group_logging(os_id): False [ 1046.446565] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e5a965fc-0714-4532-b9af-ee52b5a8889d: rpc.has_security_group_logging(os_id): False [ 1046.489076] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.489295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.489412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.489748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.495568] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.495801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.505024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.505236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.513335] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.513527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.561021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.561439] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.561588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.561638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.561941] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.562085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.562214] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1046.563656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.563769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.593093] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.593300] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.593424] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.593754] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.594036] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.594197] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.594303] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.594526] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.594701] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.594983] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.595119] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.595224] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.595328] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.595436] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.595532] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.595662] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.636113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.636113] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.636486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.636486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.636486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.636590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.636622] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 is going to be updated. [ 1046.637810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.638058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.682644] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.682993] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.087 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.682993] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.683450] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.683781] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-c24c7fc2-c656-4711-9f57-51cdc770fe6e taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.684052] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-c24c7fc2-c656-4711-9f57-51cdc770fe6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.685082] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-c24c7fc2-c656-4711-9f57-51cdc770fe6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.685082] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-c24c7fc2-c656-4711-9f57-51cdc770fe6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.685082] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c24c7fc2-c656-4711-9f57-51cdc770fe6e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.687711] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.687898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.703234] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.703473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.744722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.745053] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.745200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.745250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.745461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.745547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.745739] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.745838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.745896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.746163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.746240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.746431] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.746506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.746565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.746708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.746780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.746877] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be updated. [ 1046.748232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.748400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.801214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.801420] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.801555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.801672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.801847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.801932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.802151] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.802252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.802315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.802472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.802697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.802808] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.802885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.802951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.803177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.803280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.803325] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1046.804869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.805019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.819351] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.819642] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.907677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.908223] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.908223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.908223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.908446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.908511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.908651] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1046.909893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.910112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.910365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.911372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.911613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.911690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.976739] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.976988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.977066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.977376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.977586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.981682] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1046.984200] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: IN_PROGRESS for 2s [ 1046.999540] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.999747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.999836] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.000155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.000378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.012474] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.012672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.012801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.012921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.013129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.027056] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74650147-2e48-467f-a302-24b0e250ddc2 in Status: IN_PROGRESS for 2s [ 1047.038139] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.038443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.038573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.039167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.039416] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.067540] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1047.072433] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 1047.089668] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1047.090241] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1047.190574] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.190872] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.190988] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.191343] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.191523] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.191722] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port c24c7fc2-c656-4711-9f57-51cdc770fe6e not found, creating... [ 1047.192075] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.192330] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.192475] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.192738] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.192924] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.193934] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.193934] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.194338] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.194633] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.194780] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.194931] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: c24c7fc2-c656-4711-9f57-51cdc770fe6e is going to be created. [ 1047.240865] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.240865] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.240865] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.240865] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.240865] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.240865] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-c24c7fc2-c656-4711-9f57-51cdc770fe6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.971882] env[67412]: INFO networking_nsxv3.common.synchronization [req-a529b006-d0be-430a-96e5-c6beb988b44e req-240438de-bd2d-4534-acf0-817a2d388ba4 service nova] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 1047.972147] env[67412]: INFO networking_nsxv3.common.synchronization [req-a529b006-d0be-430a-96e5-c6beb988b44e req-240438de-bd2d-4534-acf0-817a2d388ba4 service nova] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1047.972214] env[67412]: INFO networking_nsxv3.common.synchronization [req-a529b006-d0be-430a-96e5-c6beb988b44e req-240438de-bd2d-4534-acf0-817a2d388ba4 service nova] Enqueued Resource ID: c24c7fc2-c656-4711-9f57-51cdc770fe6e with Priority: HIGHEST for action port [ 1047.972825] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 1047.972995] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1047.973119] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c24c7fc2-c656-4711-9f57-51cdc770fe6e with Priority: HIGHEST for action port [ 1047.973565] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.974219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.974219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.974219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.974219] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.975208] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.975208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.975332] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c24c7fc2-c656-4711-9f57-51cdc770fe6e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.975418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c24c7fc2-c656-4711-9f57-51cdc770fe6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.975463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c24c7fc2-c656-4711-9f57-51cdc770fe6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.975692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c24c7fc2-c656-4711-9f57-51cdc770fe6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.975692] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c24c7fc2-c656-4711-9f57-51cdc770fe6e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.478857] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.479233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.479423] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c24c7fc2-c656-4711-9f57-51cdc770fe6e with status ACTIVE [ 1048.479747] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.479924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.480025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.480503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.480622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.481287] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.481477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.481568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.481763] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.481850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.482398] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.482507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.482545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.482817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.482817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.482884] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c24c7fc2-c656-4711-9f57-51cdc770fe6e is going to be updated. [ 1048.517226] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.517454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.517454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.517723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.517860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.518078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c24c7fc2-c656-4711-9f57-51cdc770fe6e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.006674] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: SUCCESS [ 1049.007311] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.007859] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1049.008112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.057462] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74650147-2e48-467f-a302-24b0e250ddc2 in Status: SUCCESS [ 1049.057673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.081148] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1049.081481] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e deletion is rescheduled due to dependency. [ 1049.081632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.081816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.082242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.082481] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.082641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.082734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.083077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.083261] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.083396] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.090897] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 1049.091509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.113052] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1049.113052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.586112] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.092192] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.595541] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.595771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.596364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.596364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.596364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.596543] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1050.631421] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.631421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.631421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.631734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.631879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.644040] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1051.585271] env[67412]: INFO networking_nsxv3.common.synchronization [None req-a56f4e1d-a380-4388-8c14-a725966e78d8 None None] Enqueued Resource ID: 9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc with Priority: HIGHEST for action port [ 1051.587837] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc with Priority: HIGHEST for action port [ 1051.587837] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.588626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.588914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.589941] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.590137] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.093258] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc [ 1052.093787] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.094132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.094359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.094703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.095206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.095206] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc already deleted. [ 1052.095206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9686e4d1-2e5c-49a5-98fd-8fa35c91bfdc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.658708] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1052.658708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.658708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.658708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.659222] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.659222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.659222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.659482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.659625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.660120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.660201] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.685955] env[67412]: INFO networking_nsxv3.common.synchronization [req-b96ca0ec-bd52-4ae9-a794-9a51f6d96883 req-c722441f-a818-4fad-a044-248288f692bf tempest-AttachVolumeTestJSON-512796560 tempest-AttachVolumeTestJSON-512796560-project-member] Enqueued Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_members [ 1052.686721] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGHEST for action security_group_members [ 1052.688929] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ba8c68e5-6ee9-4e9f-8651-f6984498593c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.689452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.692393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.692637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.692919] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.693076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.693076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.693275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.693364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.693465] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.164329] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.206738] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.206738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.206738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.206738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.237742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.239063] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.239063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.239063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.239063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.239063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.239649] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c is going to be updated. [ 1053.276237] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.276460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.276549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.278052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.278052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.296784] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c in Status: IN_PROGRESS for 2s [ 1053.672287] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a758b3f-39ee-4687-ad27-accc9d48de1e: rpc.has_security_group_logging(os_id): False [ 1053.700035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.700035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.700035] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1053.776734] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.777163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.777275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.777505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.779449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.803018] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1054.303289] env[67412]: INFO networking_nsxv3.common.synchronization [req-093ffd7d-fc51-4508-9aab-de61f47bd304 req-168abe87-edf1-4a11-9fdd-a9ac868b23b4 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1054.304473] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1054.304473] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.304473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.304690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.304858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.309123] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.309373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.309450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.309690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.309989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.309989] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.766183] env[67412]: INFO networking_nsxv3.common.synchronization [None req-26237c86-2e94-4299-970a-b4326114a203 None None] Enqueued Resource ID: 4ec34690-ea6f-4fab-bba8-879754b3a014 with Priority: HIGHEST for action port [ 1054.766653] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec34690-ea6f-4fab-bba8-879754b3a014 with Priority: HIGHEST for action port [ 1054.767012] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec34690-ea6f-4fab-bba8-879754b3a014 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.767392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec34690-ea6f-4fab-bba8-879754b3a014" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.767392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec34690-ea6f-4fab-bba8-879754b3a014" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.767573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec34690-ea6f-4fab-bba8-879754b3a014" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.767901] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec34690-ea6f-4fab-bba8-879754b3a014',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.784781] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.784985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.785124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.785383] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.785635] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.785787] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.785898] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.786231] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.786455] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.786689] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.786824] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.786955] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.787090] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.787229] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.787366] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.787522] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.809285] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.809478] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.809619] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.809781] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.810147] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-c49ae370-fcac-459b-a78c-ed3400d90caf taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.810431] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-c49ae370-fcac-459b-a78c-ed3400d90caf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.810520] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-c49ae370-fcac-459b-a78c-ed3400d90caf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.810811] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-c49ae370-fcac-459b-a78c-ed3400d90caf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.810940] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49ae370-fcac-459b-a78c-ed3400d90caf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.815612] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.816034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.816113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.816307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.816394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.816589] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.816693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.816824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.817039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.817118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.817308] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 already deleted. [ 1054.817308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.270556] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ec34690-ea6f-4fab-bba8-879754b3a014 [ 1055.270971] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.271112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.271202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.271408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.271640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.271736] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ec34690-ea6f-4fab-bba8-879754b3a014 already deleted. [ 1055.271818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec34690-ea6f-4fab-bba8-879754b3a014" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.307415] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c in Status: SUCCESS [ 1055.307633] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c deletion is rescheduled due to dependency. [ 1055.307695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.313540] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.313802] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.313909] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.314225] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.314432] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.314572] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port c49ae370-fcac-459b-a78c-ed3400d90caf not found, creating... [ 1055.314805] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.314961] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.315086] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.315313] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.315451] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.315746] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.315884] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.316000] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.316299] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.316426] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.316561] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: c49ae370-fcac-459b-a78c-ed3400d90caf is going to be created. [ 1055.339462] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.339685] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.339801] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.340100] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.340352] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.340593] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-c49ae370-fcac-459b-a78c-ed3400d90caf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.821027] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1055.821027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.092974] env[67412]: INFO networking_nsxv3.common.synchronization [req-093ffd7d-fc51-4508-9aab-de61f47bd304 req-45bc03bd-cf0b-49a9-8ac7-9aa8786ab760 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1056.092974] env[67412]: INFO networking_nsxv3.common.synchronization [req-093ffd7d-fc51-4508-9aab-de61f47bd304 req-45bc03bd-cf0b-49a9-8ac7-9aa8786ab760 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1056.092974] env[67412]: INFO networking_nsxv3.common.synchronization [req-093ffd7d-fc51-4508-9aab-de61f47bd304 req-45bc03bd-cf0b-49a9-8ac7-9aa8786ab760 service nova] Enqueued Resource ID: c49ae370-fcac-459b-a78c-ed3400d90caf with Priority: HIGHEST for action port [ 1056.093682] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1056.101184] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1056.101184] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c49ae370-fcac-459b-a78c-ed3400d90caf with Priority: HIGHEST for action port [ 1056.101184] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.101184] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.101184] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.101184] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.101184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.101184] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.104677] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c49ae370-fcac-459b-a78c-ed3400d90caf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.105064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c49ae370-fcac-459b-a78c-ed3400d90caf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.105262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c49ae370-fcac-459b-a78c-ed3400d90caf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.105746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c49ae370-fcac-459b-a78c-ed3400d90caf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.105957] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c49ae370-fcac-459b-a78c-ed3400d90caf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.607890] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.609441] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.609441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.609441] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c49ae370-fcac-459b-a78c-ed3400d90caf with status ACTIVE [ 1056.609441] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.609758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.609758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.609758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.609864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.609967] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.610054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.610114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.610297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.610415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.610582] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.610681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.610740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.610872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.610949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.611038] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c49ae370-fcac-459b-a78c-ed3400d90caf is going to be updated. [ 1056.638176] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.638356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.638430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.638619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.638752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.638912] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c49ae370-fcac-459b-a78c-ed3400d90caf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.113273] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.615530] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.615661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.615728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.615945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.616068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.616351] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be created. [ 1057.667760] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.667907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.667907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.668182] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.668346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.683136] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: UNINITIALIZED for 2s [ 1058.699849] env[67412]: INFO networking_nsxv3.common.synchronization [req-2dca5cf1-f085-4d39-8bc4-986e248b4f7f req-8cfdb740-1402-469c-8cc2-00244b37e909 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1058.700504] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1058.700908] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.701142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.701262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.701562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.701766] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.701910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.701987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.702206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.702324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.702721] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.761680] env[67412]: INFO networking_nsxv3.common.synchronization [req-eedb67b5-16b2-4fa5-9572-baeca7ca2c77 req-e353e74f-3d2b-4c01-832d-59e0c3331a6d tempest-ListServerFiltersTestJSON-424199583 tempest-ListServerFiltersTestJSON-424199583-project-member] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1058.765012] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1058.765382] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.765513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.765579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.765786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.765931] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.766059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.766107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.766281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.766386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.766510] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.060155] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-890 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.060155] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.060155] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.060155] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.060155] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.060155] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.060155] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.060155] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.060155] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.060155] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.060155] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.060155] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.060155] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.060733] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.060733] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.060733] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.085057] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.085300] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.085365] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.085523] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-890" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.085839] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-c51ac379-7618-456a-9827-327ef0daa2aa taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.086027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-c51ac379-7618-456a-9827-327ef0daa2aa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.086181] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-c51ac379-7618-456a-9827-327ef0daa2aa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.086513] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-c51ac379-7618-456a-9827-327ef0daa2aa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.086645] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51ac379-7618-456a-9827-327ef0daa2aa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.205163] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.205347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.205472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.205667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.228633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.228913] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.229086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.229158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.229364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.229456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.229681] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 1059.268941] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.280026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.280026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.280026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.280026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.280026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.299083] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 1059.588796] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.589054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.589186] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.589512] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.589660] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.589823] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port c51ac379-7618-456a-9827-327ef0daa2aa not found, creating... [ 1059.590101] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.590257] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.590375] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.590645] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.590782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.591107] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.591305] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.591428] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.591655] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.591792] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.591936] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: c51ac379-7618-456a-9827-327ef0daa2aa is going to be created. [ 1059.614041] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.614274] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.614335] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.614630] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.614877] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.615119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-c51ac379-7618-456a-9827-327ef0daa2aa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.700038] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1059.700038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.700392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.700583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.701393] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.701393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.701393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.701573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.701642] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.701781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.701928] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.772921] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.205268] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.205456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.205456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.205628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.205834] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.206035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.206126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.206503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.206503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.206597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.206713] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.206813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.206872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.207054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.207256] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.207309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.207343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.207480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.207558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.207640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.207730] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.276039] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.276517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.276613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.276869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.276966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.277078] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1060.341415] env[67412]: INFO networking_nsxv3.common.synchronization [req-2dca5cf1-f085-4d39-8bc4-986e248b4f7f req-295a9c92-eae6-438b-bfdf-e6432398b1dd service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 1060.341599] env[67412]: INFO networking_nsxv3.common.synchronization [req-2dca5cf1-f085-4d39-8bc4-986e248b4f7f req-295a9c92-eae6-438b-bfdf-e6432398b1dd service nova] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1060.341739] env[67412]: INFO networking_nsxv3.common.synchronization [req-2dca5cf1-f085-4d39-8bc4-986e248b4f7f req-295a9c92-eae6-438b-bfdf-e6432398b1dd service nova] Enqueued Resource ID: c51ac379-7618-456a-9827-327ef0daa2aa with Priority: HIGHEST for action port [ 1060.343920] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_rules [ 1060.344134] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1060.344238] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51ac379-7618-456a-9827-327ef0daa2aa with Priority: HIGHEST for action port [ 1060.344682] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.344920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.345040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.345362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.345863] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.348056] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.348234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.348595] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c51ac379-7618-456a-9827-327ef0daa2aa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.348832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c51ac379-7618-456a-9827-327ef0daa2aa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.348945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c51ac379-7618-456a-9827-327ef0daa2aa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.349269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c51ac379-7618-456a-9827-327ef0daa2aa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.349351] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c51ac379-7618-456a-9827-327ef0daa2aa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.351916] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.352865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.352865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.352865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.352865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.373023] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1060.709860] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ba9b1d-a20a-472d-a50a-cb4a6607b589: rpc.has_security_group_logging(os_id): False [ 1060.737982] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.738285] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.738381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.738651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.738779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.738993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.739127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.739274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.739435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.739562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.739802] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.739952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.740057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.740271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.740375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.740641] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.740753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.740833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.741029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.741156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.741276] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be created. [ 1060.829591] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.829591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.829591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.829591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.829991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.848506] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.848695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.853637] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1060.855050] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c51ac379-7618-456a-9827-327ef0daa2aa with status ACTIVE [ 1060.855313] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.855511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.855589] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.855802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.855890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.856095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.856214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.856279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.856438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.856516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.856717] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.856810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.856871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.857013] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.857095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.857174] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c51ac379-7618-456a-9827-327ef0daa2aa is going to be updated. [ 1060.889683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.889891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.889966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.890223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.890366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.890769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c51ac379-7618-456a-9827-327ef0daa2aa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.322151] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 1061.322392] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 1061.322523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.322725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.322964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.323192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.323328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.323410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.323588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.323711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.323795] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.826024] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.328928] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.382460] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1062.382690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.525910] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b330a206-d435-425c-8d9f-49e28f8f727f tempest-AttachVolumeTestJSON-512796560 tempest-AttachVolumeTestJSON-512796560-project-member] Enqueued Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_rules [ 1062.527419] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_rules [ 1062.527419] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9701df50-36fa-41dc-8f67-4c8325b46cf9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.527419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.527419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.527419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.527419] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.656903] env[67412]: INFO networking_nsxv3.common.synchronization [req-5a99c07d-2284-441f-ae91-7c035f298a2c req-921a6f75-087d-40bc-b3bb-f86f8c489b05 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1062.657932] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1062.657932] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.658033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.658128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.658330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.658456] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.658552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.658604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.658727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.658810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.658904] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.674764] env[67412]: INFO networking_nsxv3.common.synchronization [None req-c03e5c40-4732-4062-a640-1a58442bfd63 tempest-AttachVolumeTestJSON-512796560 tempest-AttachVolumeTestJSON-512796560-project-member] Enqueued Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_rules [ 1062.675929] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_rules [ 1062.677284] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9701df50-36fa-41dc-8f67-4c8325b46cf9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.677284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.831788] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.832205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.832205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.832311] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.832406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.832511] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 1062.871718] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1062.871947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.890162] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.890366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.890572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.890788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.890988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.902299] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 1063.018390] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.018598] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.018747] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.019031] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.019750] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.019921] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.020050] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.020300] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.020448] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.020689] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.020806] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1063.020915] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1063.021035] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1063.021149] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1063.021256] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1063.021391] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1063.048719] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1063.048898] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1063.049029] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1063.049308] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.049612] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-894c67f4-de43-4c69-9e49-8eb525451ccf taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.049790] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-894c67f4-de43-4c69-9e49-8eb525451ccf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.049906] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-894c67f4-de43-4c69-9e49-8eb525451ccf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.050347] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-894c67f4-de43-4c69-9e49-8eb525451ccf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.050507] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894c67f4-de43-4c69-9e49-8eb525451ccf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.052292] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.052432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.052478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.052658] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.052736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.052826] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 already deleted. [ 1063.052904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.053065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.053220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.053300] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.162167] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.162396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.162396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.162600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.162689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.162879] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.162982] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.163037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.163192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.163268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.163353] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be deleted. [ 1063.215997] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.216098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.216156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.216544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.216544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.216544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.555062] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.555550] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.555550] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.555893] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.556054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.556271] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 894c67f4-de43-4c69-9e49-8eb525451ccf not found, creating... [ 1063.556660] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.556902] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.557105] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.557420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.557653] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.558028] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.558269] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.558408] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.558654] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.558794] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.558936] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 894c67f4-de43-4c69-9e49-8eb525451ccf is going to be created. [ 1063.579278] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.579501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.579501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.579681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.579769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.579862] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 already deleted. [ 1063.579940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.584926] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.585333] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.585333] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.585563] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.585818] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.586125] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-894c67f4-de43-4c69-9e49-8eb525451ccf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.439812] env[67412]: INFO networking_nsxv3.common.synchronization [req-5a99c07d-2284-441f-ae91-7c035f298a2c req-c8dd12f7-cde3-4954-9c52-8fc9f24dbe7f service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 1064.440080] env[67412]: INFO networking_nsxv3.common.synchronization [req-5a99c07d-2284-441f-ae91-7c035f298a2c req-c8dd12f7-cde3-4954-9c52-8fc9f24dbe7f service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1064.440080] env[67412]: INFO networking_nsxv3.common.synchronization [req-5a99c07d-2284-441f-ae91-7c035f298a2c req-c8dd12f7-cde3-4954-9c52-8fc9f24dbe7f service nova] Enqueued Resource ID: 894c67f4-de43-4c69-9e49-8eb525451ccf with Priority: HIGHEST for action port [ 1064.441573] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 1064.441751] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1064.442056] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 894c67f4-de43-4c69-9e49-8eb525451ccf with Priority: HIGHEST for action port [ 1064.442416] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.443351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.443351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.443505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.443560] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.444625] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.444752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.444835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.445136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.445340] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.445486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.445587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.445769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.445888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.446028] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.447422] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-894c67f4-de43-4c69-9e49-8eb525451ccf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.447535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-894c67f4-de43-4c69-9e49-8eb525451ccf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.448074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-894c67f4-de43-4c69-9e49-8eb525451ccf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.448074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-894c67f4-de43-4c69-9e49-8eb525451ccf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.448074] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('894c67f4-de43-4c69-9e49-8eb525451ccf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.914015] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 1064.914708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.914920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.915181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.915384] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.915501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.915565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.915721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.915798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.915882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.915970] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.950075] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.951051] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.951178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.951799] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 894c67f4-de43-4c69-9e49-8eb525451ccf with status ACTIVE [ 1064.951799] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.951799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.951799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.951991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.951991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.952074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.952201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.952201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.952462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.952462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.952614] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.953722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.953722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.953722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.953722] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.953722] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 894c67f4-de43-4c69-9e49-8eb525451ccf is going to be updated. [ 1064.980940] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.981168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.981168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.981383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.981519] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.981680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-894c67f4-de43-4c69-9e49-8eb525451ccf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.418776] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.419775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.419775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.419775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.420431] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.420731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.421090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.421473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.421619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.421790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.422151] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.422886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.422886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.422886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.424353] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.424353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.424353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.424353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.424353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.424353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.424353] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.456420] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.926995] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 49b6f125-3014-43fc-b501-32c3a44c11c9: rpc.has_security_group_logging(os_id): False [ 1065.947078] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.947269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.947317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.947530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.947623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.947823] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.947914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.947973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.948187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.948323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.948521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.948660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.948708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.948838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.948915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.949156] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.949269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.949330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.949473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.949552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.949637] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 1065.959645] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.959812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.959885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.960469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.960469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.960469] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be created. [ 1065.990831] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.990831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.990831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.990954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.991187] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.005359] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: UNINITIALIZED for 2s [ 1066.023889] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.023889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.023889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.023889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.024185] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.039149] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 1066.801665] env[67412]: INFO networking_nsxv3.common.synchronization [req-202904b7-06e1-401c-8446-1a6915c0e9fa req-a9e3491f-2c56-4fab-99f6-ecbf157e2be7 tempest-ListServerFiltersTestJSON-424199583 tempest-ListServerFiltersTestJSON-424199583-project-member] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1066.801964] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGHEST for action security_group_members [ 1066.802060] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.803036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.803036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.803036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.803036] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.803036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.803036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.803036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.803036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.804185] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.306095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.306095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.306203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.306401] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.306493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.306731] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.306807] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.306862] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.307030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.307107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.307194] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be updated. [ 1067.344404] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.344639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.344723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.345026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.345247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.358175] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: IN_PROGRESS for 2s [ 1068.016979] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1068.017331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.017476] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.018039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.018039] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.018039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.018310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.018310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.018413] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.018468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.018566] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.053278] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 1068.053498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.521892] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.521892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.521892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.522221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.522874] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.522874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.522874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.522874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.522874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.522874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523230] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.523230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.523230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.523230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.523396] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.523454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.523454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.523598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.523672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.523842] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.027588] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db72779-a2e9-463a-8e40-111c759e9cb8: rpc.has_security_group_logging(os_id): False [ 1069.059023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.059176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.059243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.059459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.059546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.059757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.059857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.059918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.060083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.060159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.060341] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.060436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.060514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.060895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.060895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.060895] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.061030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.061068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.062034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.062034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.062034] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be created. [ 1069.146042] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.146042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.146042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.146042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.146042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.161808] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1069.238588] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4ec66d64-e3fb-4835-bfe6-232106a98774 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1069.239564] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1069.239564] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.239705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.239734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.239962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.240103] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.241086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.241086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.241086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.241086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.241086] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.371579] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e5a965fc-0714-4532-b9af-ee52b5a8889d in Status: SUCCESS [ 1069.371579] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d deletion is rescheduled due to dependency. [ 1069.371579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.742351] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.244500] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.747120] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.747307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.747382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.747629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.747738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.747810] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1070.788328] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.788556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.788603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.788848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.789028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.801069] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1070.812139] env[67412]: INFO networking_nsxv3.common.synchronization [req-22298fe2-f452-4d48-88fc-88b60c293690 req-db79fcb5-5724-4bb5-ba6e-aaf903aac73f tempest-AttachVolumeTestJSON-512796560 tempest-AttachVolumeTestJSON-512796560-project-member] Enqueued Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_members [ 1070.812686] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_members [ 1070.812998] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9701df50-36fa-41dc-8f67-4c8325b46cf9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.813135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.813203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.813459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.813614] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.813737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.813769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.813910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.813992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.814093] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.177029] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1071.177029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.319078] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.319078] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.319078] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 already deleted. [ 1071.319078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.843264] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.843452] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-248" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.843573] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-248" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.843847] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-248" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.844101] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.844453] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.844574] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.844792] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.845116] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.845195] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.845235] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.845347] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.845445] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.845546] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.845648] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.845774] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.866525] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.866706] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.866842] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.867014] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-248" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.867329] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.867557] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.867701] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.868044] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.868186] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbde8afc-06e7-4fba-9356-5ad8d36fd5f4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.955761] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.955984] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.956215] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.956640] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.956988] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.957218] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.957363] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.957719] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.957842] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.958097] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.958305] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1071.958538] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1071.958696] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1071.958851] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1071.958996] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1071.959189] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1071.977757] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1071.977929] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1071.978082] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1071.978326] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.978863] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-46c8e895-1b60-4a9b-8f3e-961fb08091c2 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.979123] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-46c8e895-1b60-4a9b-8f3e-961fb08091c2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.979336] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-46c8e895-1b60-4a9b-8f3e-961fb08091c2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.979750] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-46c8e895-1b60-4a9b-8f3e-961fb08091c2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.979906] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c8e895-1b60-4a9b-8f3e-961fb08091c2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.371442] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.371866] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.371866] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.372251] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.372505] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.372724] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port bbde8afc-06e7-4fba-9356-5ad8d36fd5f4 not found, creating... [ 1072.373121] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.373381] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.373544] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.373902] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.374147] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.374562] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.374798] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.374925] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.375276] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.375451] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.375646] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: bbde8afc-06e7-4fba-9356-5ad8d36fd5f4 is going to be created. [ 1072.398353] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.398606] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.398758] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.399072] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.399376] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.399581] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.482295] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.482820] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.482820] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.482935] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.483098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.483258] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 46c8e895-1b60-4a9b-8f3e-961fb08091c2 not found, creating... [ 1072.483529] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.483709] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.483890] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.484054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.484186] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.484623] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.484623] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.484751] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.484942] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.485086] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.485227] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 46c8e895-1b60-4a9b-8f3e-961fb08091c2 is going to be created. [ 1072.532999] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.533420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.533659] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.534261] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.534686] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.535048] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-46c8e895-1b60-4a9b-8f3e-961fb08091c2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.823605] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1072.823988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.170839] env[67412]: INFO networking_nsxv3.common.synchronization [req-22298fe2-f452-4d48-88fc-88b60c293690 req-be74009c-4b1e-4e73-993f-3579b5033fd0 service nova] Enqueued Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_rules [ 1073.171317] env[67412]: INFO networking_nsxv3.common.synchronization [req-22298fe2-f452-4d48-88fc-88b60c293690 req-be74009c-4b1e-4e73-993f-3579b5033fd0 service nova] Enqueued Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_members [ 1073.171824] env[67412]: INFO networking_nsxv3.common.synchronization [req-22298fe2-f452-4d48-88fc-88b60c293690 req-be74009c-4b1e-4e73-993f-3579b5033fd0 service nova] Enqueued Resource ID: bbde8afc-06e7-4fba-9356-5ad8d36fd5f4 with Priority: HIGHEST for action port [ 1073.172808] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_rules [ 1073.173111] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_members [ 1073.173339] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbde8afc-06e7-4fba-9356-5ad8d36fd5f4 with Priority: HIGHEST for action port [ 1073.173979] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9701df50-36fa-41dc-8f67-4c8325b46cf9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.174283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.174559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.175061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.175276] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.176767] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9701df50-36fa-41dc-8f67-4c8325b46cf9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.177025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.177298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.177650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.178017] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.178270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.178601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.178779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.178996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.179375] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.180810] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.180981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.181278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.181375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.181503] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bbde8afc-06e7-4fba-9356-5ad8d36fd5f4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.217540] env[67412]: INFO networking_nsxv3.common.synchronization [req-7486b955-c1f0-4aac-8e15-30cf44ca2a0a req-bba169fd-ce77-4726-8773-1d3b82342335 service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 1073.217540] env[67412]: INFO networking_nsxv3.common.synchronization [req-7486b955-c1f0-4aac-8e15-30cf44ca2a0a req-bba169fd-ce77-4726-8773-1d3b82342335 service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1073.217540] env[67412]: INFO networking_nsxv3.common.synchronization [req-7486b955-c1f0-4aac-8e15-30cf44ca2a0a req-bba169fd-ce77-4726-8773-1d3b82342335 service nova] Enqueued Resource ID: 46c8e895-1b60-4a9b-8f3e-961fb08091c2 with Priority: HIGHEST for action port [ 1073.217540] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 1073.217540] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1073.217966] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46c8e895-1b60-4a9b-8f3e-961fb08091c2 with Priority: HIGHEST for action port [ 1073.217966] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.218210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.218210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.218511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.219324] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.219740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.219829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.219879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.221077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.221077] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.221077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.221077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.221403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.221403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.221403] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.222446] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-46c8e895-1b60-4a9b-8f3e-961fb08091c2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.222707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46c8e895-1b60-4a9b-8f3e-961fb08091c2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.222707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46c8e895-1b60-4a9b-8f3e-961fb08091c2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.224901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46c8e895-1b60-4a9b-8f3e-961fb08091c2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.224901] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46c8e895-1b60-4a9b-8f3e-961fb08091c2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.687033] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.688610] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9701df50-36fa-41dc-8f67-4c8325b46cf9 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.688812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.691030] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bbde8afc-06e7-4fba-9356-5ad8d36fd5f4 with status ACTIVE [ 1073.691030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.691030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.691030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.691030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.691030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.691030] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.691030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.691030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.691399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.691443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.692021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.692188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.692293] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.692544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.692668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.692810] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bbde8afc-06e7-4fba-9356-5ad8d36fd5f4 is going to be updated. [ 1073.721200] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.721382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.721463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.721614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.721953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.721953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bbde8afc-06e7-4fba-9356-5ad8d36fd5f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.725785] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.725785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.725785] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.726546] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 46c8e895-1b60-4a9b-8f3e-961fb08091c2 with status ACTIVE [ 1073.726745] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.726863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.726926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.727328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.727419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.727599] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.727698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.727758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.727924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.728024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.728322] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.728429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.728488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.728632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.728736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.729036] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 46c8e895-1b60-4a9b-8f3e-961fb08091c2 is going to be updated. [ 1073.754062] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.754062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.754062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.754062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.754062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.754062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46c8e895-1b60-4a9b-8f3e-961fb08091c2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.072954] env[67412]: INFO networking_nsxv3.common.synchronization [req-c2dda35c-4a99-4503-b1d2-4f7a3c98483a req-c98a9984-220d-4666-bb42-8096529df2d1 tempest-ServersNegativeTestJSON-1841456748 tempest-ServersNegativeTestJSON-1841456748-project-member] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 1074.073539] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGHEST for action security_group_members [ 1074.073845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.073964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.074337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.074571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.074759] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.074865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.074924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.075095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.075609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.075609] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.195193] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.233383] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.574334] env[67412]: INFO networking_nsxv3.common.synchronization [None req-0f0ab0e2-f2b4-4921-96b8-86e800a5c104 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_rules [ 1074.574884] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_rules [ 1074.575200] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4551ecfe-7e4c-4e2c-8356-fac04877743c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.575509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.575509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.575655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.575739] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.581873] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.581873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.581873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.581873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.581873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.581873] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.581873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.581873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.581873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.581873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.581873] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be updated. [ 1074.612345] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.612345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.612345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.612345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.612345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.621309] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: IN_PROGRESS for 2s [ 1074.673600] env[67412]: INFO networking_nsxv3.common.synchronization [None req-04f5481b-b331-495e-b449-8454eed9de16 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_rules [ 1074.673600] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_rules [ 1074.674069] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4551ecfe-7e4c-4e2c-8356-fac04877743c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.674170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.697903] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.698270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.698270] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.698462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.699503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.699689] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 is going to be created. [ 1074.725946] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.726142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.726199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.726412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.726593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.738339] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.738502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.738573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.738783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.738874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.739014] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1074.740793] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 in Status: UNINITIALIZED for 2s [ 1074.781959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.782135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.782194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.782407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.782546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.792774] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1075.096970] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.097151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.097224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.097446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.097538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.097630] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c already deleted. [ 1075.097710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.097862] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.098034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.098119] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.622633] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.622633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.622633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.622633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.622633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.622633] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c already deleted. [ 1075.622633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.902594] env[67412]: INFO networking_nsxv3.common.synchronization [req-68d38f0d-95a1-4905-b8f1-8a6ee0a8bbef req-3b2b24ca-289b-4236-85fc-3592749b4483 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1075.904910] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1075.904910] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.904910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.904910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.904910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.907150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.907288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.907379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.909380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.909469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.909580] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.227593] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.227845] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.227997] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.228332] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.228677] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.228860] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.229016] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.229314] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.229456] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.229699] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.229855] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.229979] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.230142] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.230270] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.230404] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.230551] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.255069] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.255069] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.255069] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.255069] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.255345] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-5a25089a-a96a-447d-9815-196fb651ad94 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.255671] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-5a25089a-a96a-447d-9815-196fb651ad94" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.255671] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-5a25089a-a96a-447d-9815-196fb651ad94" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.255986] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-5a25089a-a96a-447d-9815-196fb651ad94" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.256212] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a25089a-a96a-447d-9815-196fb651ad94',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.411217] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.631599] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 in Status: SUCCESS [ 1076.631718] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 deletion is rescheduled due to dependency. [ 1076.632055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.751876] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 in Status: SUCCESS [ 1076.752317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.752317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.752546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.752742] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.752861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.752921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.753118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.753196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.753275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.753367] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.758554] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.758759] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.758911] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.759230] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.759414] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.759616] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 5a25089a-a96a-447d-9815-196fb651ad94 not found, creating... [ 1076.759920] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.760113] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.760242] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.760502] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.760674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.760979] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.761272] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.761394] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.761609] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.761742] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.761880] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 5a25089a-a96a-447d-9815-196fb651ad94 is going to be created. [ 1076.783996] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.784246] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.784376] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.784655] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.784881] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.785148] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-5a25089a-a96a-447d-9815-196fb651ad94" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.811984] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1076.812252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.812439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.812701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.812898] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.813028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.813107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.813241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.813327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.813409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.813498] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.916160] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.256108] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.315969] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.316190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.316318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.316487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.316674] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.316886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.316886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.316968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.317048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.317136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.317279] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.317370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.317429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.317567] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.317699] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.317785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.317844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.317976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.318060] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.318144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.318230] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.421075] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.421075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.421075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.421075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.421075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.421075] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1077.453222] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.453388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.453562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.453794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.454011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.464579] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1077.497392] env[67412]: INFO networking_nsxv3.common.synchronization [req-68d38f0d-95a1-4905-b8f1-8a6ee0a8bbef req-dd59dcc3-23f8-4a4a-8fa3-0257c54ce1a5 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1077.497392] env[67412]: INFO networking_nsxv3.common.synchronization [req-68d38f0d-95a1-4905-b8f1-8a6ee0a8bbef req-dd59dcc3-23f8-4a4a-8fa3-0257c54ce1a5 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1077.497392] env[67412]: INFO networking_nsxv3.common.synchronization [req-68d38f0d-95a1-4905-b8f1-8a6ee0a8bbef req-dd59dcc3-23f8-4a4a-8fa3-0257c54ce1a5 service nova] Enqueued Resource ID: 5a25089a-a96a-447d-9815-196fb651ad94 with Priority: HIGHEST for action port [ 1077.497392] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1077.497392] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1077.497392] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a25089a-a96a-447d-9815-196fb651ad94 with Priority: HIGHEST for action port [ 1077.498117] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.498477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.498634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.498904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.499069] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.500984] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.501212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.501541] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5a25089a-a96a-447d-9815-196fb651ad94 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.501845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5a25089a-a96a-447d-9815-196fb651ad94" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.502011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5a25089a-a96a-447d-9815-196fb651ad94" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.502332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5a25089a-a96a-447d-9815-196fb651ad94" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.502969] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5a25089a-a96a-447d-9815-196fb651ad94',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.758924] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9701df50-36fa-41dc-8f67-4c8325b46cf9: rpc.has_security_group_logging(os_id): False [ 1077.778411] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.778580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.778673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.778913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.779010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.779269] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.779398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.779491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.779799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.779842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.779934] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 is going to be created. [ 1077.820887] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db72779-a2e9-463a-8e40-111c759e9cb8: rpc.has_security_group_logging(os_id): False [ 1077.838898] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.839110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.839110] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.839370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.839460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.839677] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.839777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.839840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.839989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.840080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.840264] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.840364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.840432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.840575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.840746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.840932] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.841041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.841105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.841246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.841320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.841404] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1077.846338] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.846503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.846543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.846685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.846847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.861129] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 in Status: IN_PROGRESS for 2s [ 1077.910511] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.910703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.910757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.910945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.911106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.928789] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1078.005226] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.005466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.005804] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5a25089a-a96a-447d-9815-196fb651ad94 with status ACTIVE [ 1078.006137] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.006345] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.006475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.006799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.006955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.007272] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.007444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.007598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.007866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.008020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.008494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.008677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.008771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.009029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.009220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.009377] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5a25089a-a96a-447d-9815-196fb651ad94 is going to be updated. [ 1078.040040] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.040204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.040288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.040479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.040630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.040764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5a25089a-a96a-447d-9815-196fb651ad94" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.477809] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1079.478065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.479033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.479033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.479033] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.479033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.479033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.479033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.479351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.479351] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.876611] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 in Status: SUCCESS [ 1079.876861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.945749] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1079.946052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.981662] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.105369] env[67412]: INFO networking_nsxv3.common.synchronization [req-af91ca26-08cf-4063-affb-924bdd61426f req-07bff8d3-2994-4d7b-bf7f-30c9a17a8eb2 tempest-ServersTestBootFromVolume-640378576 tempest-ServersTestBootFromVolume-640378576-project-member] Enqueued Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_members [ 1080.105900] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGHEST for action security_group_members [ 1080.106229] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-ef76a7c4-7e05-43c3-ba39-636543be40b1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.106356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.106415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.106609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.106756] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.106848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.106908] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.107063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.107146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.107236] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.484166] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.610854] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.610854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.610854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.610854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.636774] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.637048] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.637178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.637245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.637451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.637538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.637624] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 is going to be updated. [ 1080.677503] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.677691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.677805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.678053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.678291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.689397] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 in Status: IN_PROGRESS for 2s [ 1080.987703] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.987871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.987927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.988218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.988339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.988446] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1081.017592] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.017845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.017845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.018088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.018245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.028089] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1082.706828] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 in Status: SUCCESS [ 1082.706828] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 deletion is rescheduled due to dependency. [ 1082.706828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.039855] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1083.040082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.040296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.040703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.040703] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.040865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.040910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.041090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.041184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.041274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.041367] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.545042] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.545299] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.545385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.545604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.545778] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.545876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.545939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.546116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.546202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.546288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.546438] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.546526] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.546587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.546727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.546861] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.546950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.547016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.547158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.547229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.547308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.547398] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.968310] env[67412]: INFO networking_nsxv3.common.synchronization [req-d939ea6f-3203-42e3-8ae7-31aa3dfb553c req-c8ee4c80-7dc0-409d-9368-b25ac14fa7a2 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_members [ 1083.969074] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_members [ 1083.969588] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4551ecfe-7e4c-4e2c-8356-fac04877743c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.969691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.969691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.971479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.971593] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.971764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.971856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.972081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.972162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.972275] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.049964] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ba9b1d-a20a-472d-a50a-cb4a6607b589: rpc.has_security_group_logging(os_id): False [ 1084.075274] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.075712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.075712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.075712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.075829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.076447] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.076447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.076447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.076447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.076447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.076705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.076705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.076705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.076802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.076871] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.077078] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.077174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.077236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.077373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.077674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.077674] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1084.143855] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.144077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.144184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.144382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.144542] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.171739] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1084.333863] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.334098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.334226] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.334509] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.334768] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.334924] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.335105] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.335333] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.335492] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.335682] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.335788] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.335893] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.335992] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.336108] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.336208] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.336644] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.366716] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.366716] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.366716] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.366918] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.367348] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-13ed4e65-28d0-4ad4-aba0-66a690988d85 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.367538] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-13ed4e65-28d0-4ad4-aba0-66a690988d85" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.367660] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-13ed4e65-28d0-4ad4-aba0-66a690988d85" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.368014] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-13ed4e65-28d0-4ad4-aba0-66a690988d85" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.368154] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ed4e65-28d0-4ad4-aba0-66a690988d85',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.475619] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.475829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.475829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.476403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.476403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.476403] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.476765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.476765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.476838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.476891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.477037] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c already deleted. [ 1084.477037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.871114] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.871342] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.871471] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.871780] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.871933] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.872111] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 13ed4e65-28d0-4ad4-aba0-66a690988d85 not found, creating... [ 1084.872381] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.872541] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.872777] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.873059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.873207] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.873505] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.873666] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.873804] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.874028] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.874165] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.874308] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 13ed4e65-28d0-4ad4-aba0-66a690988d85 is going to be created. [ 1084.900096] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.900320] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.900442] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.900720] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.900936] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.901176] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-13ed4e65-28d0-4ad4-aba0-66a690988d85" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.652604] env[67412]: INFO networking_nsxv3.common.synchronization [req-d939ea6f-3203-42e3-8ae7-31aa3dfb553c req-3c47862d-388a-4c90-9c6b-db7dca3098c9 service nova] Enqueued Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_rules [ 1085.652604] env[67412]: INFO networking_nsxv3.common.synchronization [req-d939ea6f-3203-42e3-8ae7-31aa3dfb553c req-3c47862d-388a-4c90-9c6b-db7dca3098c9 service nova] Enqueued Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_members [ 1085.652604] env[67412]: INFO networking_nsxv3.common.synchronization [req-d939ea6f-3203-42e3-8ae7-31aa3dfb553c req-3c47862d-388a-4c90-9c6b-db7dca3098c9 service nova] Enqueued Resource ID: 13ed4e65-28d0-4ad4-aba0-66a690988d85 with Priority: HIGHEST for action port [ 1085.656492] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_rules [ 1085.656492] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_members [ 1085.656492] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ed4e65-28d0-4ad4-aba0-66a690988d85 with Priority: HIGHEST for action port [ 1085.656492] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4551ecfe-7e4c-4e2c-8356-fac04877743c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.656492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.656492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.656492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.656492] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.656492] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4551ecfe-7e4c-4e2c-8356-fac04877743c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.656492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.656492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.656492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.656492] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.656492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.656492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.656944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.657271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.657271] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.657994] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ed4e65-28d0-4ad4-aba0-66a690988d85 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.658129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ed4e65-28d0-4ad4-aba0-66a690988d85" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.658168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ed4e65-28d0-4ad4-aba0-66a690988d85" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.659926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ed4e65-28d0-4ad4-aba0-66a690988d85" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.659926] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ed4e65-28d0-4ad4-aba0-66a690988d85',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.834632] env[67412]: INFO networking_nsxv3.common.synchronization [req-0c2dd69e-3a22-4def-a250-80be4763a08c req-fb6db6a7-5c26-4884-ab37-e998e1ed26d9 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1085.835677] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1085.835677] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.836235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.836397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.836616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.839881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.839881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.839881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.839881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.839881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.839881] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.161169] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.165021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4551ecfe-7e4c-4e2c-8356-fac04877743c taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.165021] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13ed4e65-28d0-4ad4-aba0-66a690988d85 with status ACTIVE [ 1086.165021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.165021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.165021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.165021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.166562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.166562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.166562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.166562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.166562] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13ed4e65-28d0-4ad4-aba0-66a690988d85 is going to be updated. [ 1086.187717] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1086.187958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.197148] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.197319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.197461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.197676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.197825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.198160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ed4e65-28d0-4ad4-aba0-66a690988d85" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.254503] env[67412]: INFO networking_nsxv3.common.synchronization [None req-31cfd92e-e9a7-45d2-ac96-c09501b54075 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1086.254503] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1086.254786] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.254883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.341310] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.670120] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.842687] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.173836] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.175794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.175794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.175794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.175794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.175794] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c is going to be created. [ 1087.202966] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.203309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.203309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.203516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.203816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.219824] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c in Status: UNINITIALIZED for 2s [ 1087.344870] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.345083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.345157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.345405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.345513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.345679] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1087.396546] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.396780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.396866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.397114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.398810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.412160] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1088.976549] env[67412]: INFO networking_nsxv3.common.synchronization [req-b1744685-02f1-42fe-9ade-d95f8cef131e req-0c93cc5f-aa1a-4569-8305-15233081c5b3 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_members [ 1088.977425] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGHEST for action security_group_members [ 1088.977425] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3361c4be-c86e-46fa-9ca6-b50be6442aa9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.977570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.977570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.977851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.978018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.978123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.978206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.978329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.978470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.978564] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.230835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c in Status: SUCCESS [ 1089.231083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.231253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.231490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.231709] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.231831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.231896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.232074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.232157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.232240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.232332] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.424710] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1089.424946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.425181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.425400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.425593] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.425708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.425772] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.425923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.425998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.426113] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.480578] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.480764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.480820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.482126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.506727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.507012] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.507197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.507283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.507637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.507710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.507844] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 is going to be updated. [ 1089.539972] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.540151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.540221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.540462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.540615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.550877] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 in Status: IN_PROGRESS for 2s [ 1089.737164] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.777705] env[67412]: INFO networking_nsxv3.common.synchronization [req-1e861fb0-17e4-4792-9390-1df226ac225b req-3975df1f-09a3-4e65-98ff-98759f605303 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1089.778012] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1089.778432] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.778565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.778632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.778844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.779032] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.780300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.780450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.780648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.780765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.780876] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.932367] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.932549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.932624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.932863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.932956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.933175] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.933310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.933338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.933478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.933557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.933643] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1089.970163] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.970313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.970992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.970992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.970992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.985314] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1090.237762] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4551ecfe-7e4c-4e2c-8356-fac04877743c: rpc.has_security_group_logging(os_id): False [ 1090.264203] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.264203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.264203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.264203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.264203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.264203] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.264203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.264596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.264596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.264596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.264768] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c is going to be created. [ 1090.282803] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.384620] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.384822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.384822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.385447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.385702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.403089] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c in Status: IN_PROGRESS for 2s [ 1090.718912] env[67412]: INFO networking_nsxv3.common.synchronization [req-6b348167-90d6-4863-abc6-b2af2d270556 req-c9db8854-5b09-431a-a26b-39f821c6a0c6 tempest-AttachVolumeShelveTestJSON-1923771381 tempest-AttachVolumeShelveTestJSON-1923771381-project-member] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_members [ 1090.720164] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGHEST for action security_group_members [ 1090.720448] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.720576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.720749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.720986] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.721185] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.721288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.721347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.721520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.721607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.721726] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.787561] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.223597] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.224014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.224014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.224113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.224160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.224385] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.224539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.224594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.224726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.224809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.224895] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 is going to be updated. [ 1091.265795] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.265795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.265795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.265795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.265795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.274831] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: IN_PROGRESS for 2s [ 1091.289908] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.290084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.290171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.290372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.290455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.290560] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1091.478734] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.479051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.479051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.479202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.479427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.494850] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1091.564010] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 in Status: SUCCESS [ 1091.564215] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 deletion is rescheduled due to dependency. [ 1091.564334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.996950] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1091.996950] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 deletion is rescheduled due to dependency. [ 1091.996950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.415939] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c in Status: SUCCESS [ 1092.416320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.286928] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 in Status: SUCCESS [ 1093.286928] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 deletion is rescheduled due to dependency. [ 1093.286928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.505835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1093.506094] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.819551] env[67412]: INFO networking_nsxv3.common.synchronization [None req-806a54ae-0dc1-4d34-857e-12b274f9a0e9 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_rules [ 1093.820111] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_rules [ 1093.820430] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.820860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.820860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.820963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.820963] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.898375] env[67412]: INFO networking_nsxv3.common.synchronization [None req-77a0449a-a535-4cd6-afd3-888fd7725d30 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_rules [ 1093.898375] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_rules [ 1093.898375] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.898375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.342817] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.342976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.343076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.343275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.343967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.343967] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea already deleted. [ 1094.343967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.343967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.343967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.344237] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.866248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.866248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.866596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.866596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.866760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.866913] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea already deleted. [ 1094.867079] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.572969] env[67412]: INFO networking_nsxv3.common.synchronization [req-bee1dac2-ebeb-4182-8c74-accc5df9f459 req-d29e660d-bb3d-4f40-a16c-a435218f45b8 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_members [ 1096.573622] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGHEST for action security_group_members [ 1096.573954] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.574166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.574250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.574489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.575221] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.575221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.575221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.575221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.575527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.575527] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.078027] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.078160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.078204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.078396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.078563] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.078834] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.078893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.078949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.079145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.079238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.079327] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 is going to be updated. [ 1097.121166] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.121371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.121415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.121599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.121737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.140416] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74650147-2e48-467f-a302-24b0e250ddc2 in Status: IN_PROGRESS for 2s [ 1097.807281] env[67412]: INFO networking_nsxv3.common.synchronization [None req-5a834192-8642-4206-8f29-17f4c0856380 tempest-AttachVolumeShelveTestJSON-1923771381 tempest-AttachVolumeShelveTestJSON-1923771381-project-member] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_rules [ 1097.807795] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_rules [ 1097.808286] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.808286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.808286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.808629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.808711] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.900084] env[67412]: INFO networking_nsxv3.common.synchronization [None req-1e74e106-0e25-42d2-88eb-b0eccb875713 tempest-AttachVolumeShelveTestJSON-1923771381 tempest-AttachVolumeShelveTestJSON-1923771381-project-member] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_rules [ 1097.900405] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_rules [ 1097.900707] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.900810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.330716] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.330890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.330943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.331162] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.331251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.331343] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e already deleted. [ 1098.331424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.331581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.331777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.331863] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.862782] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.863048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.863048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.863215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.863298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.863391] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e already deleted. [ 1098.863473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.150431] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74650147-2e48-467f-a302-24b0e250ddc2 in Status: SUCCESS [ 1099.150609] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 deletion is rescheduled due to dependency. [ 1099.150692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.649842] env[67412]: INFO networking_nsxv3.common.synchronization [req-110d6e64-5065-4c1d-9c22-dad5de6c5927 req-073e07a9-4241-4443-ac8a-bed0bcac31ef tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1099.650415] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1099.650724] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.650832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.650902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.651226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.651382] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.651481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.651546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.651695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.651773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.651859] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.945074] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.945074] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.945074] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.945463] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.945703] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.945703] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.945874] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.945997] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.946148] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.946379] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.946546] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.946717] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.946847] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.946999] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.947162] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.947350] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.968660] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.968866] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.969257] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.969257] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.969514] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-b065a927-c879-41cb-9a4a-0714b1f9e393 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.969805] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-b065a927-c879-41cb-9a4a-0714b1f9e393" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.969805] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-b065a927-c879-41cb-9a4a-0714b1f9e393" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.970522] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-b065a927-c879-41cb-9a4a-0714b1f9e393" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.970522] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b065a927-c879-41cb-9a4a-0714b1f9e393',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.154536] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.154731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.154771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.155088] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.155134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.155338] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.155441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.155498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.155668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.155747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.155835] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea already deleted. [ 1100.155920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.472482] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.472859] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.472859] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.473076] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.473207] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.473364] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port b065a927-c879-41cb-9a4a-0714b1f9e393 not found, creating... [ 1100.473646] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.473794] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.473913] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.474178] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.474285] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.474569] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.474731] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.474837] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.475062] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.475208] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.475336] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: b065a927-c879-41cb-9a4a-0714b1f9e393 is going to be created. [ 1100.500478] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.500839] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.501035] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.501368] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.501644] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.501911] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-b065a927-c879-41cb-9a4a-0714b1f9e393" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.218578] env[67412]: INFO networking_nsxv3.common.synchronization [req-110d6e64-5065-4c1d-9c22-dad5de6c5927 req-d228ceb4-2cf1-49dc-bf10-2aba278e820c service nova] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_rules [ 1101.218889] env[67412]: INFO networking_nsxv3.common.synchronization [req-110d6e64-5065-4c1d-9c22-dad5de6c5927 req-d228ceb4-2cf1-49dc-bf10-2aba278e820c service nova] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1101.218946] env[67412]: INFO networking_nsxv3.common.synchronization [req-110d6e64-5065-4c1d-9c22-dad5de6c5927 req-d228ceb4-2cf1-49dc-bf10-2aba278e820c service nova] Enqueued Resource ID: b065a927-c879-41cb-9a4a-0714b1f9e393 with Priority: HIGHEST for action port [ 1101.219518] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_rules [ 1101.219659] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1101.219766] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b065a927-c879-41cb-9a4a-0714b1f9e393 with Priority: HIGHEST for action port [ 1101.220066] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.220194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.220262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.220455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.220538] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.221442] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.221561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.221627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.221797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.221946] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.222051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.222114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.222253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.222337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.222428] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.223297] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-b065a927-c879-41cb-9a4a-0714b1f9e393 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.223390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b065a927-c879-41cb-9a4a-0714b1f9e393" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.224045] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b065a927-c879-41cb-9a4a-0714b1f9e393" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.224275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b065a927-c879-41cb-9a4a-0714b1f9e393" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.224275] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b065a927-c879-41cb-9a4a-0714b1f9e393',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.726182] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.726427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.726695] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.727719] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b065a927-c879-41cb-9a4a-0714b1f9e393 with status ACTIVE [ 1101.727933] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.728160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.728160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.728343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.728428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.728642] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.728757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.728808] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.728963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.729220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.729343] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.729444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.729493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.729653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.729786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.729814] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b065a927-c879-41cb-9a4a-0714b1f9e393 is going to be updated. [ 1101.752073] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.752251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.752296] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.752497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.752630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.752888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b065a927-c879-41cb-9a4a-0714b1f9e393" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.921847] env[67412]: INFO networking_nsxv3.common.synchronization [req-b846ef5d-5dc1-4926-af79-a43d93d8ec5b req-fd090910-cfee-45a0-9cca-f19116614b4e tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1101.922871] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1101.923215] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.923374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.923681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.923681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.923815] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.923873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.923903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.924043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.924133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.924224] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.230312] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.230707] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.230839] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.231208] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.231608] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.231864] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.232064] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.232397] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.232624] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.232953] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.233186] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.233372] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.233541] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.233726] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.233903] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.234578] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1102.236378] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.263081] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1102.263279] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1102.263415] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1102.263713] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.264048] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.264230] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.264345] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.264675] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.264811] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1ce0ea-5cff-4f07-af08-4bb92158a3cf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.426386] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.738596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.738852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.738852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.738978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.739147] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.739318] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea is going to be created. [ 1102.766282] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.766600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.766686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.766983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.767191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.768786] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.768992] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.769172] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.769519] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.769695] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.769867] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 3c1ce0ea-5cff-4f07-af08-4bb92158a3cf not found, creating... [ 1102.770177] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.770371] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.770506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.770760] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.770934] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.771307] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.771498] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.771634] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.771885] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.772053] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.772210] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 3c1ce0ea-5cff-4f07-af08-4bb92158a3cf is going to be created. [ 1102.788592] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: UNINITIALIZED for 2s [ 1102.798682] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.799008] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.799181] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.799519] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.799782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.800052] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.928666] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.431573] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.431898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.431898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.432047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.432138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.432235] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1103.476949] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.477439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.477553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.477894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.478102] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.489415] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1103.502756] env[67412]: INFO networking_nsxv3.common.synchronization [req-b846ef5d-5dc1-4926-af79-a43d93d8ec5b req-1841b1ba-9f97-40ea-a075-873859056f18 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1103.503088] env[67412]: INFO networking_nsxv3.common.synchronization [req-b846ef5d-5dc1-4926-af79-a43d93d8ec5b req-1841b1ba-9f97-40ea-a075-873859056f18 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1103.503344] env[67412]: INFO networking_nsxv3.common.synchronization [req-b846ef5d-5dc1-4926-af79-a43d93d8ec5b req-1841b1ba-9f97-40ea-a075-873859056f18 service nova] Enqueued Resource ID: 3c1ce0ea-5cff-4f07-af08-4bb92158a3cf with Priority: HIGHEST for action port [ 1103.504417] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1103.504470] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1103.504570] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c1ce0ea-5cff-4f07-af08-4bb92158a3cf with Priority: HIGHEST for action port [ 1103.504955] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.505123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.505214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.505468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.505548] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.506465] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.506612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.507509] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.507509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.507509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.507509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.507509] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c1ce0ea-5cff-4f07-af08-4bb92158a3cf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.680027] env[67412]: INFO networking_nsxv3.common.synchronization [req-32d47d17-a4c6-484b-9c2a-ca7d252daf10 req-d08c3478-ee94-4934-a097-fd6eed21bce2 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_members [ 1103.680027] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGHEST for action security_group_members [ 1103.680027] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-b458b4eb-eba8-4b92-b255-7baadf3d9f11 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.680027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.680027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.680027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.680970] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.682075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.682075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.682075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.682075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.682075] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.009555] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.009683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.012650] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c1ce0ea-5cff-4f07-af08-4bb92158a3cf with status ACTIVE [ 1104.012650] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.012650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.012650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.012650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.012650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.012650] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.012650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.012650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.012650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.013415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.013415] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.013415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.013415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.013637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.013637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.013733] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c1ce0ea-5cff-4f07-af08-4bb92158a3cf is going to be updated. [ 1104.036211] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.036435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.036435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.036712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.037048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.037230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c1ce0ea-5cff-4f07-af08-4bb92158a3cf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.183523] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.183673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.183749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.183972] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.184083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.184278] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.184374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.184435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.184592] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.184666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.184754] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 is going to be updated. [ 1104.220258] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.220258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.220424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.220539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.220676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.237618] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 in Status: IN_PROGRESS for 2s [ 1104.801216] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: SUCCESS [ 1104.801625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.801625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.801769] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.801950] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.802081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.802139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.802294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.802375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.802459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.802549] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.305096] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.513958] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1105.514343] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.514678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.515111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.515376] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.515508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.515610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.515895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.516070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.516257] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.806965] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40ad7e8b-fd28-4239-8d71-3d0becd5aeea: rpc.has_security_group_logging(os_id): False [ 1105.826952] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.827176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.827176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.827403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.827488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.827729] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.827819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.827884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.828049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.828125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.828209] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea is going to be created. [ 1105.894204] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.894388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.894491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.894638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.894792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.907656] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: IN_PROGRESS for 2s [ 1106.018695] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.249159] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 in Status: SUCCESS [ 1106.249342] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 deletion is rescheduled due to dependency. [ 1106.249461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.521888] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.026034] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.026034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.026034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.026034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.026034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.026034] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1107.061070] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.061070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.061070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.061348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.061560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.075820] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1107.922033] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: SUCCESS [ 1107.922243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.680753] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1108.680753] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1109.099072] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1109.099738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.099899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.099993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.100213] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.100336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.100399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.100570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.100653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.101032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.101032] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.603771] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.603771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.603771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.604051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.604122] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.604223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.604282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.604442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.604587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.604661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.604757] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.604845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.604904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.605057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.605192] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.605280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.605336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.605470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.605544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.605625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.605715] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.109303] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ba9b1d-a20a-472d-a50a-cb4a6607b589: rpc.has_security_group_logging(os_id): False [ 1110.127953] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.128140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.128218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.128481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.128618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.129015] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.129015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.129015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.129222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.129308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.129549] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.129678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.129744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.129904] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.130012] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.130234] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.130332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.130384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.130579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.130695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.130914] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1110.195988] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.196164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.196222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.196737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.196737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.212229] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1111.965836] env[67412]: INFO networking_nsxv3.common.synchronization [req-80f00f17-69b2-4a26-b2e6-b5cfa15c6db5 req-25e05fe6-7080-4fb0-982c-e77a18877ef3 tempest-AttachVolumeShelveTestJSON-1923771381 tempest-AttachVolumeShelveTestJSON-1923771381-project-member] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_members [ 1111.966663] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_members [ 1111.967140] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.967340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.967452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.967797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.968106] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.968291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.968434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.968719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.968889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.969077] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.229358] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1112.229358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.257534] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.257534] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.257534] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.257534] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.257534] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.258231] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.258231] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.258231] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.258231] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.258345] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.258497] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.258497] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.258631] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.258768] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.258878] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.259022] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.282572] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.282867] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.283067] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.283464] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.283847] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-a7b19714-27a1-45f2-897c-2e7b6e5813f8 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.284073] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.284205] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.284575] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.284744] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b19714-27a1-45f2-897c-2e7b6e5813f8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.326948] env[67412]: INFO networking_nsxv3.common.synchronization [req-b584da0e-3bcc-4a2a-aab5-73723a0bf4fd req-ded3b939-12ef-43ec-b20c-ce7ba5af22d9 tempest-DeleteServersTestJSON-717165480 tempest-DeleteServersTestJSON-717165480-project-member] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1112.328172] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGHEST for action security_group_members [ 1112.329179] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.329354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.329428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.329663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.329840] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.329943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.330030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.330236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.330330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.330449] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.472261] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.472473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.472525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.472778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.472861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.473168] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.473268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.473268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.473436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.473523] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.473611] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e already deleted. [ 1112.473705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.787104] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.787363] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.787563] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.787893] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.788114] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.788318] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port a7b19714-27a1-45f2-897c-2e7b6e5813f8 not found, creating... [ 1112.788670] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.788871] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.788999] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.789250] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.789389] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.789678] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.789830] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.789946] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.790173] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.790299] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.790434] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: a7b19714-27a1-45f2-897c-2e7b6e5813f8 is going to be created. [ 1112.811327] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.811554] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.811701] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.812167] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.812309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.812486] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.833307] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.833527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.833527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.833955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.833955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.834078] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.834141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.834141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.834318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.834373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.834505] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be updated. [ 1112.874095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.874301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.874348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.874527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.874666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.897468] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: IN_PROGRESS for 2s [ 1113.095830] env[67412]: INFO networking_nsxv3.common.synchronization [req-76c2eb6c-e5e2-4ed8-a99d-121eed871a7f req-a112ad5f-44b3-45f2-89a2-ceab09603817 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1113.096403] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1113.096711] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.096835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.096902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.097282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.097445] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.098063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.098142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.098315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.098406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.098499] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.526657] env[67412]: INFO networking_nsxv3.common.synchronization [req-80f00f17-69b2-4a26-b2e6-b5cfa15c6db5 req-9e0c6961-d3a5-43c6-91fb-866dba4246d8 service nova] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_rules [ 1113.526846] env[67412]: INFO networking_nsxv3.common.synchronization [req-80f00f17-69b2-4a26-b2e6-b5cfa15c6db5 req-9e0c6961-d3a5-43c6-91fb-866dba4246d8 service nova] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_members [ 1113.526951] env[67412]: INFO networking_nsxv3.common.synchronization [req-80f00f17-69b2-4a26-b2e6-b5cfa15c6db5 req-9e0c6961-d3a5-43c6-91fb-866dba4246d8 service nova] Enqueued Resource ID: a7b19714-27a1-45f2-897c-2e7b6e5813f8 with Priority: HIGHEST for action port [ 1113.527502] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_rules [ 1113.527678] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_members [ 1113.527819] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b19714-27a1-45f2-897c-2e7b6e5813f8 with Priority: HIGHEST for action port [ 1113.528131] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.528241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.528310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.528546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.528642] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.532013] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.532133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.532196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.532373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.532684] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.532783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.532849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.533009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.533105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.533197] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.533983] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b19714-27a1-45f2-897c-2e7b6e5813f8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.534107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.534171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.534320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.534393] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b19714-27a1-45f2-897c-2e7b6e5813f8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.600635] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.039174] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.039174] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.039174] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b19714-27a1-45f2-897c-2e7b6e5813f8 with status ACTIVE [ 1114.039174] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.039174] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.039174] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.039723] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.039723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.039723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.039723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.039723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.039862] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b19714-27a1-45f2-897c-2e7b6e5813f8 is going to be updated. [ 1114.089920] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.090078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.090167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.090481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.090481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.090622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.102685] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.306755] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4036d50f-bb64-4558-b606-dea842dfe026 tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_rules [ 1114.307328] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_rules [ 1114.307651] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.307856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.307934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.308248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.308421] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.391024] env[67412]: INFO networking_nsxv3.common.synchronization [None req-19af81cb-3511-41ea-8f69-77b0a568608f tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_rules [ 1114.391725] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_rules [ 1114.392152] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.392294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.541349] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.605742] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.605898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.605968] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.606200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.606290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.606385] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1114.641820] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.641820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.641820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.641820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.641820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.669641] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1114.828971] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.829150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.829219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.829440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.829533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.829630] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 already deleted. [ 1114.829759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.830058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.830257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.830342] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.909940] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 in Status: SUCCESS [ 1114.910134] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 deletion is rescheduled due to dependency. [ 1114.910252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.044498] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.044672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.044733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.044950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.045052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.045156] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e is going to be created. [ 1115.071822] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.071999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.072061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.072555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.072555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.083832] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: UNINITIALIZED for 2s [ 1115.357150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.357525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.357525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.357620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.357648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.357745] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 already deleted. [ 1115.357831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.045237] env[67412]: INFO networking_nsxv3.common.synchronization [req-345b9e4c-9f9a-478b-be21-d5b6c536be11 req-7193e9d9-e2ca-48da-bd95-df4352561f96 tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 1116.045237] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 1116.045237] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.045237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.045237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.045237] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.045237] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.045487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.045487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.045487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.045576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.045768] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.358902] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.359272] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.359272] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.359621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.359913] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.360123] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.360349] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.361033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.361033] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.361033] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.361175] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.361248] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.361381] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.361500] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.361604] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.361738] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.381148] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.381311] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.381447] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.381618] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.381930] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.382119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.382238] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.382568] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.382705] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.547445] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.547615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.547691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.547901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.568380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.568695] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.568833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.568894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.569115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.569267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.569267] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 is going to be updated. [ 1116.601759] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.601973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.602163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.602417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.602569] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.612802] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: IN_PROGRESS for 2s [ 1116.678908] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1116.679141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.885056] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.885293] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.885423] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.885698] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.885846] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.885996] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 not found, creating... [ 1116.886269] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.886424] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.886539] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.886768] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.886887] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.887240] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.887413] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.887528] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.887856] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.888014] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.888201] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 is going to be created. [ 1116.908131] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.908361] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.908492] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.908816] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.909063] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.909463] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.100929] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: SUCCESS [ 1117.101202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.101404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.101650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.101887] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.102050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.102118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.102306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.102405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.102512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.102623] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.605727] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.643217] env[67412]: INFO networking_nsxv3.common.synchronization [req-345b9e4c-9f9a-478b-be21-d5b6c536be11 req-b4243659-1ba7-441d-adf0-41a670f571ea service nova] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_rules [ 1117.643428] env[67412]: INFO networking_nsxv3.common.synchronization [req-345b9e4c-9f9a-478b-be21-d5b6c536be11 req-b4243659-1ba7-441d-adf0-41a670f571ea service nova] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 1117.643584] env[67412]: INFO networking_nsxv3.common.synchronization [req-345b9e4c-9f9a-478b-be21-d5b6c536be11 req-b4243659-1ba7-441d-adf0-41a670f571ea service nova] Enqueued Resource ID: cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 with Priority: HIGHEST for action port [ 1117.644187] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_rules [ 1117.644297] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 1117.644404] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 with Priority: HIGHEST for action port [ 1117.644737] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.644911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.645030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.645379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.645484] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.646897] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.647014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.647333] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.647479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.647549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.647831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.647954] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.107484] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e: rpc.has_security_group_logging(os_id): False [ 1118.125185] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.125352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.125394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.125603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.125689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.125934] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.126059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.126118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.126251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.126325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.126410] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e is going to be created. [ 1118.150306] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.150459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.150612] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 with status ACTIVE [ 1118.150775] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.150882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.150958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.151215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.151301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.151472] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.151572] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.151625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.151776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.151853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.152040] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.152137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.152197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.152332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.152406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.152488] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 is going to be updated. [ 1118.173659] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.173826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.173868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.174090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.174228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.174387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.183866] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.184036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.184081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.184251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.184414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.194432] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: IN_PROGRESS for 2s [ 1118.624870] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: SUCCESS [ 1118.625191] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 deletion is rescheduled due to dependency. [ 1118.625315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.625506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.625730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.625920] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.626052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.626126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.626304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.626400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.626497] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.129032] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.631461] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.134368] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.134568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.134568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.134798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.134902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.135093] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 is going to be updated. [ 1120.180850] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.180850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.180850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.180850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.181245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.191371] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: IN_PROGRESS for 2s [ 1120.206221] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: SUCCESS [ 1120.206444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.703343] env[67412]: INFO networking_nsxv3.common.synchronization [req-df8cdead-cfc2-4589-a426-1711b75de7c6 req-ab29736a-c36a-461c-828b-42bf5e7436ab tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1120.703816] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1120.704222] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.704354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.704422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.704627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.705289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.705289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.705289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.705289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.705289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.705536] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.000061] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.000061] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.000061] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.000285] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.000544] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.000699] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.000813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.001137] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.001375] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.001638] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.001769] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1121.001877] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1121.001999] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1121.002153] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1121.002239] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1121.002371] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1121.022528] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1121.022704] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1121.022841] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1121.022990] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.023317] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-d1cf0453-7641-4e09-85ad-6303f0b2a7da taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.023477] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-d1cf0453-7641-4e09-85ad-6303f0b2a7da" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.023590] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-d1cf0453-7641-4e09-85ad-6303f0b2a7da" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.023906] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-d1cf0453-7641-4e09-85ad-6303f0b2a7da" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.024063] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1cf0453-7641-4e09-85ad-6303f0b2a7da',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.207484] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.527958] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.527958] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.528342] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.528388] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.528562] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.528822] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port d1cf0453-7641-4e09-85ad-6303f0b2a7da not found, creating... [ 1121.529177] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.529352] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.529468] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.529794] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.529958] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.530320] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.530451] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.530580] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.530813] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.530988] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.531170] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: d1cf0453-7641-4e09-85ad-6303f0b2a7da is going to be created. [ 1121.557281] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.557491] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.557548] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.557907] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.558899] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.559149] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-d1cf0453-7641-4e09-85ad-6303f0b2a7da" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.710263] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.202354] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: SUCCESS [ 1122.202578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.203076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.203306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.203505] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.203625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.203932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.204081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.204175] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.204265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.204355] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.212916] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.213096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.213143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.213331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.213415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.213506] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea is going to be updated. [ 1122.244428] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.244647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.244789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.245131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.245364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.257671] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: IN_PROGRESS for 2s [ 1122.267557] env[67412]: INFO networking_nsxv3.common.synchronization [req-df8cdead-cfc2-4589-a426-1711b75de7c6 req-f1cdece8-741f-4206-9f16-e1ecaecd52e1 service nova] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_rules [ 1122.267609] env[67412]: INFO networking_nsxv3.common.synchronization [req-df8cdead-cfc2-4589-a426-1711b75de7c6 req-f1cdece8-741f-4206-9f16-e1ecaecd52e1 service nova] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1122.267796] env[67412]: INFO networking_nsxv3.common.synchronization [req-df8cdead-cfc2-4589-a426-1711b75de7c6 req-f1cdece8-741f-4206-9f16-e1ecaecd52e1 service nova] Enqueued Resource ID: d1cf0453-7641-4e09-85ad-6303f0b2a7da with Priority: HIGHEST for action port [ 1122.268256] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_rules [ 1122.269036] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1122.269036] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cf0453-7641-4e09-85ad-6303f0b2a7da with Priority: HIGHEST for action port [ 1122.269036] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.269417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.269417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.269417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.269511] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.270615] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.270615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.270771] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1cf0453-7641-4e09-85ad-6303f0b2a7da taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.270867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1cf0453-7641-4e09-85ad-6303f0b2a7da" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.270927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1cf0453-7641-4e09-85ad-6303f0b2a7da" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.271124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1cf0453-7641-4e09-85ad-6303f0b2a7da" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.271196] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1cf0453-7641-4e09-85ad-6303f0b2a7da',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.706982] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.707128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.707251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.707475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.707717] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.707803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.707870] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.708155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.708287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.708522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.708606] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.708703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.708767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.708966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.709149] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.709264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.709321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.709465] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.709540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.709622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.709737] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.773470] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.777023] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1cf0453-7641-4e09-85ad-6303f0b2a7da with status ACTIVE [ 1122.777023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.777023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.777023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.777023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.778169] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1cf0453-7641-4e09-85ad-6303f0b2a7da is going to be updated. [ 1122.814086] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.814086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.814086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.814086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.814335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.814335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1cf0453-7641-4e09-85ad-6303f0b2a7da" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.213560] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cc58e7a7-e05f-4166-be89-9f645ab08638: rpc.has_security_group_logging(os_id): False [ 1123.240271] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.240490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.240559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.240794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.240889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.241106] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.241219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.241262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.241409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.241485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.241694] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.241791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.241850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.242033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.242116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.242303] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.242397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.242450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.242605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.242678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.242765] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 is going to be updated. [ 1123.357022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.357278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.357416] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.357594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.357746] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.378402] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: IN_PROGRESS for 2s [ 1124.266905] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: SUCCESS [ 1124.267297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.267445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.267815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.268113] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.268304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.268407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.268581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.268716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.268831] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.770687] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.846610] env[67412]: INFO networking_nsxv3.common.synchronization [req-307c0a0c-ac76-4734-87a0-186dbf7ee730 req-e4feb2d3-b990-4e7d-aef6-db9e0052a97c tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_members [ 1124.847495] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_members [ 1124.847929] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7343a6c-a842-4296-aae1-eeceb9b1dc14 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.848740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.848902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.849241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.849627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.849627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.849627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.849842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.849842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.849936] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.224739] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.225035] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.225166] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.225432] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.225694] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.226210] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.226210] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.226210] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.226364] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.226995] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.226995] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.226995] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.226995] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.226995] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.227214] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.227214] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.250691] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.250862] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.251096] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.251216] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-217" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.251529] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-c037a55e-733f-4333-b644-38ec20105899 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.251697] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-c037a55e-733f-4333-b644-38ec20105899" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.251815] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-c037a55e-733f-4333-b644-38ec20105899" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.252167] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-c037a55e-733f-4333-b644-38ec20105899" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.252301] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c037a55e-733f-4333-b644-38ec20105899',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.273089] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.353226] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.353475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.353591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.353918] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.354080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.354683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.354861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.354966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.355242] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.355376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.355513] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 already deleted. [ 1125.355644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.392751] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: SUCCESS [ 1125.392751] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.755025] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.755229] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.755369] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.755686] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.755903] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.756085] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port c037a55e-733f-4333-b644-38ec20105899 not found, creating... [ 1125.756741] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.756741] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.756741] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.756960] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.757097] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.757362] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.757529] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.757628] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.757841] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.758039] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.758182] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: c037a55e-733f-4333-b644-38ec20105899 is going to be created. [ 1125.778264] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.778425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.778553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.778758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.778853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.778945] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea is going to be updated. [ 1125.781636] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.781636] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.781805] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.781913] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.782147] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.782359] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-c037a55e-733f-4333-b644-38ec20105899" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.811340] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.811516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.811575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.811791] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.811937] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.821180] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: IN_PROGRESS for 2s [ 1126.540089] env[67412]: INFO networking_nsxv3.common.synchronization [req-307c0a0c-ac76-4734-87a0-186dbf7ee730 req-a1ef8f1e-bb8c-4d56-8547-de8ce8a5a0e9 service nova] Enqueued Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_rules [ 1126.540511] env[67412]: INFO networking_nsxv3.common.synchronization [req-307c0a0c-ac76-4734-87a0-186dbf7ee730 req-a1ef8f1e-bb8c-4d56-8547-de8ce8a5a0e9 service nova] Enqueued Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_members [ 1126.540605] env[67412]: INFO networking_nsxv3.common.synchronization [req-307c0a0c-ac76-4734-87a0-186dbf7ee730 req-a1ef8f1e-bb8c-4d56-8547-de8ce8a5a0e9 service nova] Enqueued Resource ID: c037a55e-733f-4333-b644-38ec20105899 with Priority: HIGHEST for action port [ 1126.541260] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_rules [ 1126.541529] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_members [ 1126.541668] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c037a55e-733f-4333-b644-38ec20105899 with Priority: HIGHEST for action port [ 1126.542025] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.542152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.542223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.542551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.542749] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.543944] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7343a6c-a842-4296-aae1-eeceb9b1dc14 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.544151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.544234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.544478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.544712] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.544875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.544919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.545089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.545173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.545271] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.546295] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c037a55e-733f-4333-b644-38ec20105899 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.546477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c037a55e-733f-4333-b644-38ec20105899" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.546596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c037a55e-733f-4333-b644-38ec20105899" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.546818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c037a55e-733f-4333-b644-38ec20105899" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.550208] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c037a55e-733f-4333-b644-38ec20105899',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.946111] env[67412]: INFO networking_nsxv3.common.synchronization [req-7362f9df-fa7a-4da8-b3e9-17f0498b3bf2 req-39ba21f4-71d4-42fd-840a-392327a584ed tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 1126.946111] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGHEST for action security_group_members [ 1126.946111] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.946111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.946111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.946111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.946382] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.946382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.946454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.946698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.946698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.946789] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.999022] env[67412]: INFO networking_nsxv3.common.synchronization [req-7362f9df-fa7a-4da8-b3e9-17f0498b3bf2 req-39ba21f4-71d4-42fd-840a-392327a584ed tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 with Priority: HIGHEST for action port [ 1126.999022] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 with Priority: HIGHEST for action port [ 1126.999022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.999022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.999022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.999524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.999715] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.052495] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7343a6c-a842-4296-aae1-eeceb9b1dc14 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.052711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.052875] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.054370] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c037a55e-733f-4333-b644-38ec20105899 with status ACTIVE [ 1127.054603] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.055451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.055451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.055451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.055451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.056556] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.057036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.057036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.057036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.057137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.057374] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.057445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.057480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.058026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.058026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.058026] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c037a55e-733f-4333-b644-38ec20105899 is going to be updated. [ 1127.082208] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.082399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.082442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.082629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.082768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.082923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c037a55e-733f-4333-b644-38ec20105899" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.448881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.449909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.450099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.450740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.450740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.451698] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.451698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.451698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.451698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.451924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.452032] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 is going to be updated. [ 1127.489255] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.490123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.490123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.490123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.490123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.501654] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: IN_PROGRESS for 2s [ 1127.501868] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 with status ACTIVE [ 1127.502019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.502156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.502224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.502442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.502527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.503332] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.503332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.503332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.503332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.503332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.503332] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.503332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.503637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.503637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.503637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.503734] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570 is going to be updated. [ 1127.526470] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.526757] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.527421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.527421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.527421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.527621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdaeb10e-bbba-4bb8-9c1c-e61e4fcb8570" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.560601] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.678093] env[67412]: INFO networking_nsxv3.common.synchronization [req-f4a024a3-c191-4403-90bf-0248b7bb9d8a req-8f3d7017-558a-4387-b230-0ccd4cfd0da1 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1127.678870] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1127.680257] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.680417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.680489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.680715] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.680951] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.681034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.683234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.683234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.683234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.683234] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.832031] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: SUCCESS [ 1127.832654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.833001] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.833550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.834055] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.834535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.834754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.835261] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.835500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.835730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.836049] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.066177] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.066177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.066177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.066177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.066177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.066177] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 is going to be created. [ 1128.090353] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.090353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.090353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.090353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.091023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.103975] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 in Status: UNINITIALIZED for 2s [ 1128.185497] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.186158] env[67412]: INFO networking_nsxv3.common.synchronization [None req-591467b1-abec-45e1-8aac-f6fbf6b78ddb None None] Enqueued Resource ID: 788593d6-177c-4f2c-a659-21e233205176 with Priority: HIGHEST for action port [ 1128.186942] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788593d6-177c-4f2c-a659-21e233205176 with Priority: HIGHEST for action port [ 1128.187258] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-788593d6-177c-4f2c-a659-21e233205176 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.187380] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-788593d6-177c-4f2c-a659-21e233205176" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.187437] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-788593d6-177c-4f2c-a659-21e233205176" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.187689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-788593d6-177c-4f2c-a659-21e233205176" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.187763] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('788593d6-177c-4f2c-a659-21e233205176',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.339324] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.393122] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.393122] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.393122] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.393420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.393839] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.394226] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.394714] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.395178] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.395603] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.398297] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.398297] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1128.398297] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1128.398297] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1128.398297] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1128.398297] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1128.398297] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1128.419018] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1128.419018] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1128.419018] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1128.419018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.419018] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-6198070d-6424-407d-9349-abbccb8764dd taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.419018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-6198070d-6424-407d-9349-abbccb8764dd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.419018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-6198070d-6424-407d-9349-abbccb8764dd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.419412] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-6198070d-6424-407d-9349-abbccb8764dd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.419661] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6198070d-6424-407d-9349-abbccb8764dd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.687944] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.692887] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 788593d6-177c-4f2c-a659-21e233205176 [ 1128.692887] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.693119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.693119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.693200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.693282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.693371] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:788593d6-177c-4f2c-a659-21e233205176 already deleted. [ 1128.693449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-788593d6-177c-4f2c-a659-21e233205176" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.841619] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40ad7e8b-fd28-4239-8d71-3d0becd5aeea: rpc.has_security_group_logging(os_id): False [ 1128.863485] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.863633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.863706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.863920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.864016] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.864257] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.864369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.864450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.864728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.864728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.864728] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea is going to be updated. [ 1128.923636] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.924076] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.924404] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.925697] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.925697] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.925819] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 6198070d-6424-407d-9349-abbccb8764dd not found, creating... [ 1128.926503] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.927513] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.927513] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.927513] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.928889] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.928997] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.929266] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.929317] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.930723] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.930723] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.930723] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 6198070d-6424-407d-9349-abbccb8764dd is going to be created. [ 1128.932565] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.932689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.932750] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.933331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.933331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.952159] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: IN_PROGRESS for 2s [ 1128.967030] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.967202] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.967282] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.967572] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.967825] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.968094] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-6198070d-6424-407d-9349-abbccb8764dd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.192268] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.192438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.192695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.192758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.192790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.193204] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1129.229901] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.230181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.230181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.230314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.230429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.240513] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1129.516506] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cc58e7a7-e05f-4166-be89-9f645ab08638 in Status: SUCCESS [ 1129.516745] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 deletion is rescheduled due to dependency. [ 1129.516799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.744369] env[67412]: INFO networking_nsxv3.common.synchronization [req-f4a024a3-c191-4403-90bf-0248b7bb9d8a req-d164bb02-f837-47b9-97d3-8134198afd13 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1129.744369] env[67412]: INFO networking_nsxv3.common.synchronization [req-f4a024a3-c191-4403-90bf-0248b7bb9d8a req-d164bb02-f837-47b9-97d3-8134198afd13 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1129.744369] env[67412]: INFO networking_nsxv3.common.synchronization [req-f4a024a3-c191-4403-90bf-0248b7bb9d8a req-d164bb02-f837-47b9-97d3-8134198afd13 service nova] Enqueued Resource ID: 6198070d-6424-407d-9349-abbccb8764dd with Priority: HIGHEST for action port [ 1129.744843] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1129.745302] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1129.745302] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6198070d-6424-407d-9349-abbccb8764dd with Priority: HIGHEST for action port [ 1129.745724] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.745929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.746064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.748814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.748814] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.748814] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.748814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.748967] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-6198070d-6424-407d-9349-abbccb8764dd taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.749199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6198070d-6424-407d-9349-abbccb8764dd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.749230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6198070d-6424-407d-9349-abbccb8764dd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.749528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6198070d-6424-407d-9349-abbccb8764dd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.749656] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6198070d-6424-407d-9349-abbccb8764dd',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.194287] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 in Status: SUCCESS [ 1130.194509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.194674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.194908] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.195109] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.195223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.195281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.195485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.195566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.195653] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.195748] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.251603] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.251850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.255153] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6198070d-6424-407d-9349-abbccb8764dd with status ACTIVE [ 1130.255397] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.255539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.255608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.256119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.256366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.256546] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.256689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.256795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.257028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.257196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.257740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.257902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.257988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.258195] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.258295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.258428] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6198070d-6424-407d-9349-abbccb8764dd is going to be updated. [ 1130.281973] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.282214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.282214] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.282436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.282629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.282849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6198070d-6424-407d-9349-abbccb8764dd" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.698233] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.768195] env[67412]: INFO networking_nsxv3.common.synchronization [None req-590e0bdb-9a83-48b1-a029-325135547a83 None None] Enqueued Resource ID: 8f176d81-d049-4574-a4d8-81fe18c8babc with Priority: HIGHEST for action port [ 1130.768880] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f176d81-d049-4574-a4d8-81fe18c8babc with Priority: HIGHEST for action port [ 1130.769270] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f176d81-d049-4574-a4d8-81fe18c8babc taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.769412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f176d81-d049-4574-a4d8-81fe18c8babc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.769501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f176d81-d049-4574-a4d8-81fe18c8babc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.769917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f176d81-d049-4574-a4d8-81fe18c8babc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.770045] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f176d81-d049-4574-a4d8-81fe18c8babc',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.966331] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: SUCCESS [ 1130.966562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.200938] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7343a6c-a842-4296-aae1-eeceb9b1dc14: rpc.has_security_group_logging(os_id): False [ 1131.220374] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.220558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.220630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.220875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.221027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.221242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.221352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.221422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.221597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.221961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.221961] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 is going to be created. [ 1131.250906] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1131.251236] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.251435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.251676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.251875] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.252054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.252143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.252333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.252426] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.252527] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.272688] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f176d81-d049-4574-a4d8-81fe18c8babc [ 1131.272688] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.272688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.272688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.272688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.272688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.272688] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f176d81-d049-4574-a4d8-81fe18c8babc already deleted. [ 1131.272688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f176d81-d049-4574-a4d8-81fe18c8babc" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.292981] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.293759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.293759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.293759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.293759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.312459] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 in Status: IN_PROGRESS for 2s [ 1131.755679] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.259211] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.485227] env[67412]: INFO networking_nsxv3.common.synchronization [None req-3ff5c02c-9453-4c3b-a3a0-f1e769b558df tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1132.487569] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1132.488076] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.488266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.488332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.488513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.488697] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.488917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.489025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.489468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.489590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.489772] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.762883] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.762883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.762883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.762883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.762883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.764717] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1132.803858] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.804196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.804336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.804663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.804880] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.816789] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1132.993987] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.993987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.993987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.994266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.994266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.994487] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.994652] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.994721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.994936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.995041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.995131] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1133.029881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.030166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.030166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.030398] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.030561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.047578] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1133.347727] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 in Status: SUCCESS [ 1133.348127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.400472] env[67412]: INFO networking_nsxv3.common.synchronization [req-85c742e8-817e-4d98-bd5d-8e95d3b1ca06 req-33f8644c-a454-4524-80e3-0308ca583701 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1134.401070] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1134.401451] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.401604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.401689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.401985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.402210] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.402341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.402432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.402660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.402781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.404222] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.827940] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1134.828246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.828361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.828583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.828799] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.828962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.829048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.829288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.829288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.829288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.829474] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.834510] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.834715] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.835655] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.835655] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.835655] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.835797] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.835836] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.836927] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.836927] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.836927] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.836927] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.836927] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.836927] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.837356] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.837356] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.837356] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.860089] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.860513] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.860513] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.860702] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.862262] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.862262] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.862262] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.862262] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.862262] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48476c2d-c1c9-4963-9b1e-8bff4d9e46f4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.907017] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.907432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.907561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.907728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.907821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.908136] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.908322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.908392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.908551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.908629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.908716] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 already deleted. [ 1134.908884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.058518] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1135.059008] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 deletion is rescheduled due to dependency. [ 1135.059008] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.331449] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.331829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.331976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.332256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.332409] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.332617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.332617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.332809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.332917] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.333105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.333221] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.333341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.333428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.333604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.333766] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.333860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.333925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.334109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.334210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.334320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.334429] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.365073] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.365359] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.365536] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.365874] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.366070] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.366400] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 48476c2d-c1c9-4963-9b1e-8bff4d9e46f4 not found, creating... [ 1135.366782] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.366999] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.367156] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.367415] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.367576] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.367941] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.368176] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.368325] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.368573] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.368722] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.368914] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 48476c2d-c1c9-4963-9b1e-8bff4d9e46f4 is going to be created. [ 1135.394262] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.394479] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.394557] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.394845] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.395087] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.395308] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.837067] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ba9b1d-a20a-472d-a50a-cb4a6607b589: rpc.has_security_group_logging(os_id): False [ 1135.860033] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.860259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.860367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.860687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.860830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.861150] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.861300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.861399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.861632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.861753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.862537] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.862716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.862866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.863047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.863177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.863466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.863611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.863707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.863921] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.864103] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.864186] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1135.939219] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.939328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.939435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.940040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.940040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.957959] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1136.123127] env[67412]: INFO networking_nsxv3.common.synchronization [req-85c742e8-817e-4d98-bd5d-8e95d3b1ca06 req-2a23a24d-0900-4c18-89cc-0679ea0d5b2a service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1136.123317] env[67412]: INFO networking_nsxv3.common.synchronization [req-85c742e8-817e-4d98-bd5d-8e95d3b1ca06 req-2a23a24d-0900-4c18-89cc-0679ea0d5b2a service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1136.123467] env[67412]: INFO networking_nsxv3.common.synchronization [req-85c742e8-817e-4d98-bd5d-8e95d3b1ca06 req-2a23a24d-0900-4c18-89cc-0679ea0d5b2a service nova] Enqueued Resource ID: 48476c2d-c1c9-4963-9b1e-8bff4d9e46f4 with Priority: HIGHEST for action port [ 1136.124524] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1136.124725] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1136.124871] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48476c2d-c1c9-4963-9b1e-8bff4d9e46f4 with Priority: HIGHEST for action port [ 1136.125196] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.125325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.125387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.125681] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.125768] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.128253] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.128253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.128253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.128253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.128646] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.128834] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.128907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.129091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.129179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.129537] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.130736] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.130965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.131086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.131254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.131336] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48476c2d-c1c9-4963-9b1e-8bff4d9e46f4',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.629346] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.629346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.630923] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.633099] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48476c2d-c1c9-4963-9b1e-8bff4d9e46f4 with status ACTIVE [ 1136.633316] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.633444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.633517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.633711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.633801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.633969] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.634079] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.634130] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.634484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.634564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.634910] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.635055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.635142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.635322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.635424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.635589] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48476c2d-c1c9-4963-9b1e-8bff4d9e46f4 is going to be updated. [ 1136.682439] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.682651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.682651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.682846] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.682980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.683178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48476c2d-c1c9-4963-9b1e-8bff4d9e46f4" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.133999] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.637613] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.637758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.637824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.638069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.638172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.638273] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be created. [ 1137.665424] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.665625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.665678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.665877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.666101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.676189] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: UNINITIALIZED for 2s [ 1137.976050] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1137.976230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.687815] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1139.688086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.688217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.688443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.688637] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.688755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.688818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.689032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.689121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.689209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.689299] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.192037] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.192195] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.192257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.192485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.192678] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.192794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.192856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.193578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.193721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.193862] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.194093] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.194199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.194291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.194510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.194741] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.196310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.196310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.196310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.196310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.196310] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.196310] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.699784] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38e2fa6-de10-481b-b716-eb849dd08762: rpc.has_security_group_logging(os_id): False [ 1140.722303] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.722539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.722602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.723976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.723976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.723976] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.723976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.723976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.723976] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.724399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.724399] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.724548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.724648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.724911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.725071] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.725380] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.725573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.725674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.725898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.726058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.726209] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be created. [ 1140.825597] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.825837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.825899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.826243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.826628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.845098] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1141.126472] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1141.126646] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1142.011667] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.011975] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.012025] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.012286] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.012547] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.013055] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.013229] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.013454] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.013597] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.013816] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.013928] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1142.014043] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1142.014149] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1142.014254] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1142.014354] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1142.014481] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1142.033731] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1142.033883] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1142.034019] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1142.034379] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.034650] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.034826] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.034943] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.035289] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.035424] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e88eb8-f10f-4ed3-9ca2-221bb998a30c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.537971] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.537971] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.538208] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.538526] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.538685] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.538908] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 16e88eb8-f10f-4ed3-9ca2-221bb998a30c not found, creating... [ 1142.539320] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.539473] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.539600] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.539843] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.539990] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.540340] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.540525] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.540637] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.540849] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.540977] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.541219] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 16e88eb8-f10f-4ed3-9ca2-221bb998a30c is going to be created. [ 1142.564979] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.565232] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.565355] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.565647] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.565897] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.566153] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.862459] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1142.863026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.297466] env[67412]: INFO networking_nsxv3.common.synchronization [req-86a97768-ee97-4161-9bfe-27eff5ae18b0 req-5cd745b9-36ae-4e07-b82a-4d255add727d service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 1143.297729] env[67412]: INFO networking_nsxv3.common.synchronization [req-86a97768-ee97-4161-9bfe-27eff5ae18b0 req-5cd745b9-36ae-4e07-b82a-4d255add727d service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1143.297789] env[67412]: INFO networking_nsxv3.common.synchronization [req-86a97768-ee97-4161-9bfe-27eff5ae18b0 req-5cd745b9-36ae-4e07-b82a-4d255add727d service nova] Enqueued Resource ID: 16e88eb8-f10f-4ed3-9ca2-221bb998a30c with Priority: HIGHEST for action port [ 1143.298338] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 1143.298473] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1143.298569] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16e88eb8-f10f-4ed3-9ca2-221bb998a30c with Priority: HIGHEST for action port [ 1143.298872] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.298971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.299065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.299240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.299321] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.300294] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.300384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.300490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.300601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.300798] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.300866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.300903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.301023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.301105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.301195] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.301972] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.302086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.302086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.302222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.302292] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e88eb8-f10f-4ed3-9ca2-221bb998a30c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.805292] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.807344] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.807344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.807511] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16e88eb8-f10f-4ed3-9ca2-221bb998a30c with status ACTIVE [ 1143.807751] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.807941] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.808394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.808394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.808540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.808705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.808855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.809184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.809184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.809336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.811193] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.811193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.811193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.811193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.811193] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.811193] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16e88eb8-f10f-4ed3-9ca2-221bb998a30c is going to be updated. [ 1143.834623] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.834853] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.834913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.835156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.835313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.835475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.312294] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.731946] env[67412]: INFO networking_nsxv3.common.synchronization [req-99ec9166-4b7e-494f-997e-bfccdd7721be req-dac7e3d1-ae1f-4f32-a453-ccfaffcb3bd8 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1144.732493] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1144.733269] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.733412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.733499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.733720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.733960] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.734132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.734218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.734452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.734641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.734884] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.816154] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.816351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.816460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.817151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.817151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.817151] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1144.849421] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.849615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.849615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.849981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.850306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.860745] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1145.103803] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.104008] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.104140] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.104437] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.104701] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.104872] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.105009] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.105259] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.105405] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.105611] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.105919] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1145.105919] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1145.105919] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1145.106041] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1145.106133] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1145.106266] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1145.130455] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1145.130747] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1145.130935] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1145.131194] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.131540] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-1d1c2115-b5c6-45aa-b197-da87782581ad taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.132015] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-1d1c2115-b5c6-45aa-b197-da87782581ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.132015] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-1d1c2115-b5c6-45aa-b197-da87782581ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.132230] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-1d1c2115-b5c6-45aa-b197-da87782581ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.132290] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1c2115-b5c6-45aa-b197-da87782581ad',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.237377] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.635093] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.635093] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.635093] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.635093] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.635656] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.635656] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 1d1c2115-b5c6-45aa-b197-da87782581ad not found, creating... [ 1145.635656] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.635771] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.635877] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.636091] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.636234] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.636522] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.636674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.636785] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.637066] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.637288] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.637468] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 1d1c2115-b5c6-45aa-b197-da87782581ad is going to be created. [ 1145.662671] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.662985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.662985] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.663351] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.663634] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.663922] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-1d1c2115-b5c6-45aa-b197-da87782581ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.739343] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.241977] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.242227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.242304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.242530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.242618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.242717] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1146.274895] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.275240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.275395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.275607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.275841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.288894] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1146.423802] env[67412]: INFO networking_nsxv3.common.synchronization [req-99ec9166-4b7e-494f-997e-bfccdd7721be req-96911aa5-f34d-4f79-a36f-bca47ae50b9d service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1146.424017] env[67412]: INFO networking_nsxv3.common.synchronization [req-99ec9166-4b7e-494f-997e-bfccdd7721be req-96911aa5-f34d-4f79-a36f-bca47ae50b9d service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1146.424165] env[67412]: INFO networking_nsxv3.common.synchronization [req-99ec9166-4b7e-494f-997e-bfccdd7721be req-96911aa5-f34d-4f79-a36f-bca47ae50b9d service nova] Enqueued Resource ID: 1d1c2115-b5c6-45aa-b197-da87782581ad with Priority: HIGHEST for action port [ 1146.424689] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1146.424822] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1146.425317] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d1c2115-b5c6-45aa-b197-da87782581ad with Priority: HIGHEST for action port [ 1146.425527] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.425692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.425740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.425906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.425986] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.427369] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.427501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.427660] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d1c2115-b5c6-45aa-b197-da87782581ad taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.428283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d1c2115-b5c6-45aa-b197-da87782581ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.428349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d1c2115-b5c6-45aa-b197-da87782581ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.428542] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d1c2115-b5c6-45aa-b197-da87782581ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.428622] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d1c2115-b5c6-45aa-b197-da87782581ad',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.871088] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1146.871472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.871839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.872315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.872575] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.872826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.873089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.873330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.873449] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.873571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.873688] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.927959] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.928156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.930480] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d1c2115-b5c6-45aa-b197-da87782581ad with status ACTIVE [ 1146.930662] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.930777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.930842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.931056] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.931168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.931305] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.931390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.931473] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.931593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.931668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.931843] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.933087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.933087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.933087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.933087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.933087] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d1c2115-b5c6-45aa-b197-da87782581ad is going to be updated. [ 1146.956209] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.956370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.956493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.956729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.956920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.957129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d1c2115-b5c6-45aa-b197-da87782581ad" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.376483] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.376634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.376698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.376926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.377094] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.377190] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.377249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.377393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.377477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.377564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.377708] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.377798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.377858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.378010] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.378145] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.378233] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.378291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.378421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.378491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.378568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.378654] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.881134] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db72779-a2e9-463a-8e40-111c759e9cb8: rpc.has_security_group_logging(os_id): False [ 1147.900284] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.900495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.900495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.900714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.900816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.901064] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.901260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.901447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.901665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.901790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.902093] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.902215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.902274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.902452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.902555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.902773] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.902902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.902981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.903166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.903243] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.903332] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1148.057962] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.058234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.058234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.058385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.058512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.077823] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1148.307068] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1148.307306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.307704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.307819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.308095] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.308248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.308344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.308515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.308616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.308716] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.811720] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.315074] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.817904] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.818143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.818239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.818485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.818604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.818724] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1149.852992] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.853280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.853384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.853728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.853946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.866682] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1150.094271] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1150.094509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.425528] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1151.425896] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1151.877650] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1151.878223] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.878563] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.878965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.880156] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.880156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.880156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.880156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.880156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.880156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.880156] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.382315] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.382588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.382588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.383259] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.383552] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.383552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.383721] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.383809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.383890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.383936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.384102] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.384200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.384274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.384389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.384578] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.384686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.384686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.384781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.384854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.384929] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.385017] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.887171] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ba9b1d-a20a-472d-a50a-cb4a6607b589: rpc.has_security_group_logging(os_id): False [ 1152.906242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.906456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.906527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.906748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.906839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.907093] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.907189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.907252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.907445] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.907539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.907668] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.907745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.907801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.907940] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.908019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.908197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.908295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.908346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.908468] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.908540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.908621] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1152.977096] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.977278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.977328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.977540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.977951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.995736] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1153.298571] env[67412]: INFO networking_nsxv3.common.synchronization [req-719a1f34-ef2f-4246-951b-b539c13315c0 req-383aa876-1fec-427f-bca8-1bc2c9327a0a tempest-AttachVolumeTestJSON-512796560 tempest-AttachVolumeTestJSON-512796560-project-member] Enqueued Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_members [ 1153.299517] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGHEST for action security_group_members [ 1153.302106] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9701df50-36fa-41dc-8f67-4c8325b46cf9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.302106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.302106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.302106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.302106] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.302106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.302106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.302106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.302106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.302106] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.804052] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.804052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.804052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.804052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.804052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.804052] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.804052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.804467] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.804467] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.804467] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.804467] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 is going to be updated. [ 1153.836934] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.837126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.837126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.837346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.837515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.846348] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 in Status: IN_PROGRESS for 2s [ 1154.577176] env[67412]: INFO networking_nsxv3.common.synchronization [req-0166984d-4434-418e-b799-2291a25b1418 req-bb3a2a28-7a44-42fb-98d9-8b1f5006fd7c tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 1154.577780] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 1154.578186] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.578320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.578384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.578585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.578740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.578832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.578888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.579078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.579167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.579257] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.755522] env[67412]: INFO networking_nsxv3.common.synchronization [req-1c947546-9ef2-42c9-9613-60f59eaed4a4 req-5485473f-9620-4ac1-9e96-4ffb733900d1 tempest-ServerActionsTestOtherB-1979792394 tempest-ServerActionsTestOtherB-1979792394-project-member] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1154.756261] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1154.756690] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.756854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.756964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.757246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.757572] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.757670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.757703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.757938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.758041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.758137] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.015823] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1155.016184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.026135] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.026459] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.026679] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.027101] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.027486] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.027771] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.027935] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.028297] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.028526] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.028831] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.029025] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.029204] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.029382] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.029584] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.029737] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.029954] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.054346] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.054550] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.054676] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.054828] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-976" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.055184] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-41b5e247-a9d9-4256-b6c6-1b213ab72bab taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.055466] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-41b5e247-a9d9-4256-b6c6-1b213ab72bab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.055604] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-41b5e247-a9d9-4256-b6c6-1b213ab72bab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.055950] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-41b5e247-a9d9-4256-b6c6-1b213ab72bab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.056686] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b5e247-a9d9-4256-b6c6-1b213ab72bab',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.083561] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.260157] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.260403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.260518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.260830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.260953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.261258] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.261397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.261485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.261708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.261818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.261934] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1155.295938] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.296130] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.296196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.296382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.296517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.309379] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1155.559180] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.559385] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.559385] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.560456] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.560456] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.560456] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 41b5e247-a9d9-4256-b6c6-1b213ab72bab not found, creating... [ 1155.560633] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.560839] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.560919] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.561275] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.561464] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.562088] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.562088] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.562285] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.562612] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.562808] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.563032] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 41b5e247-a9d9-4256-b6c6-1b213ab72bab is going to be created. [ 1155.585134] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.585134] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.585488] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.585534] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.585746] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.585967] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-41b5e247-a9d9-4256-b6c6-1b213ab72bab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.586810] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.858798] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 in Status: SUCCESS [ 1155.858798] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 deletion is rescheduled due to dependency. [ 1155.858911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.089026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.089213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.089284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.089500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.089588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.089691] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be updated. [ 1156.123239] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.123239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.123239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.123239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.123239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.131208] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: IN_PROGRESS for 2s [ 1156.281272] env[67412]: INFO networking_nsxv3.common.synchronization [req-0166984d-4434-418e-b799-2291a25b1418 req-5867926b-6118-4508-9988-774d121c6520 service nova] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_rules [ 1156.281272] env[67412]: INFO networking_nsxv3.common.synchronization [req-0166984d-4434-418e-b799-2291a25b1418 req-5867926b-6118-4508-9988-774d121c6520 service nova] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 1156.281272] env[67412]: INFO networking_nsxv3.common.synchronization [req-0166984d-4434-418e-b799-2291a25b1418 req-5867926b-6118-4508-9988-774d121c6520 service nova] Enqueued Resource ID: 41b5e247-a9d9-4256-b6c6-1b213ab72bab with Priority: HIGHEST for action port [ 1156.281272] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_rules [ 1156.281272] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 1156.281713] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41b5e247-a9d9-4256-b6c6-1b213ab72bab with Priority: HIGHEST for action port [ 1156.282146] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.282662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.286105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.286105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.286105] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.286105] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.286105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.286105] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-41b5e247-a9d9-4256-b6c6-1b213ab72bab taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.286105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41b5e247-a9d9-4256-b6c6-1b213ab72bab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.286105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41b5e247-a9d9-4256-b6c6-1b213ab72bab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.286105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41b5e247-a9d9-4256-b6c6-1b213ab72bab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.286105] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41b5e247-a9d9-4256-b6c6-1b213ab72bab',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.789124] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.789438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.789438] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41b5e247-a9d9-4256-b6c6-1b213ab72bab with status ACTIVE [ 1156.789740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.789740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.790062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.790062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.790282] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.790342] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.790614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.790614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.790614] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.790778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.790842] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.790952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.791094] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.791176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.791250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.791349] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41b5e247-a9d9-4256-b6c6-1b213ab72bab is going to be updated. [ 1156.814109] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.814109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.814109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.814327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.814359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.814495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41b5e247-a9d9-4256-b6c6-1b213ab72bab" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.327521] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1157.327701] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e deletion is rescheduled due to dependency. [ 1157.327812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.143646] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: SUCCESS [ 1158.144017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.144128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.144366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.144602] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.144761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.144843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.145026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.145107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.145247] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.648094] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.841962] env[67412]: INFO networking_nsxv3.common.synchronization [req-aadce64f-56c1-409b-a7f4-91f241cd08a3 req-78290517-d373-44c5-8459-d9187c665916 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1158.843369] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1158.843369] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.843369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.843369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.843369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.843623] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.843623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.843740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.843893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.844049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.844149] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.071900] env[67412]: INFO networking_nsxv3.common.synchronization [req-41739610-feb2-4ff5-91df-daffc0c4948f req-3e21206a-887f-4f68-a110-63a69504aeb3 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1159.072498] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1159.072816] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.073129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.073129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.073382] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.073549] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.073666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.073755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.073931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.074027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.074121] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.152465] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.348676] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.348887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.348939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.350522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.350522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.350522] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.350522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.350522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.350522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.350522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.350522] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1159.381019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.381019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.389982] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1159.528022] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.528139] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.528305] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.528750] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.529073] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.529248] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.529363] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.529574] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.529894] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.530293] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.530293] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.530293] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.530410] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.530501] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.530533] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.531223] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.550341] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.550526] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.550661] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.550834] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-993" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.551212] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.551365] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.551483] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.551741] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.551872] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e88eb8-f10f-4ed3-9ca2-221bb998a30c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.576586] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.655645] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.655776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.655831] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.656375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.656375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.656375] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be updated. [ 1159.684617] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.684768] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.684828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.685050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.685194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.693622] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: IN_PROGRESS for 2s [ 1160.057116] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.057457] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.057663] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.058037] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.059111] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.059461] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.059622] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.059743] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.060076] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.060247] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.060557] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.060704] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.060822] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.061065] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.061204] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.061364] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 16e88eb8-f10f-4ed3-9ca2-221bb998a30c is going to be updated. [ 1160.079120] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.080971] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.082380] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.082380] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.082380] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.082380] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.082380] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.583926] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.584298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.584298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.584430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.584483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.584596] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1160.628533] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.628668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.628668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.628910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.629165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.641853] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1160.816807] env[67412]: INFO networking_nsxv3.common.synchronization [req-6f6c9468-7658-4bc9-b600-eaca2ca4d052 req-00122e28-eb93-4ccb-be58-c27ca6b36566 service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 1160.816807] env[67412]: INFO networking_nsxv3.common.synchronization [req-6f6c9468-7658-4bc9-b600-eaca2ca4d052 req-00122e28-eb93-4ccb-be58-c27ca6b36566 service nova] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1160.816807] env[67412]: INFO networking_nsxv3.common.synchronization [req-6f6c9468-7658-4bc9-b600-eaca2ca4d052 req-00122e28-eb93-4ccb-be58-c27ca6b36566 service nova] Enqueued Resource ID: 16e88eb8-f10f-4ed3-9ca2-221bb998a30c with Priority: HIGHEST for action port [ 1160.817438] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_rules [ 1160.817654] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1160.817823] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16e88eb8-f10f-4ed3-9ca2-221bb998a30c with Priority: HIGHEST for action port [ 1160.818167] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.818279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.818378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.818618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.818732] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.820240] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.820418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.823795] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.823795] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.823795] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.823795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.823795] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16e88eb8-f10f-4ed3-9ca2-221bb998a30c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.325390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.325609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.325729] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.329053] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16e88eb8-f10f-4ed3-9ca2-221bb998a30c with status ACTIVE [ 1161.329515] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.329515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.329515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.329659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.329865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.329953] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.330583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.330583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.330583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.330583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.330583] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.330919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.330919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.330919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.330919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.331257] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16e88eb8-f10f-4ed3-9ca2-221bb998a30c is going to be updated. [ 1161.354208] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.354390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.354431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.354622] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.354756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.354914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16e88eb8-f10f-4ed3-9ca2-221bb998a30c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.400957] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1161.401171] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1161.401300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.638130] env[67412]: INFO networking_nsxv3.common.synchronization [req-cccbfb91-cbb9-4423-bb9c-44f99b2efefd req-0508893c-580a-40c1-9a04-a8434cbc3b60 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1161.638457] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1161.638829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.638829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.638829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.638970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.640385] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.640385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.640385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.640385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.640385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.640385] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.704962] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: SUCCESS [ 1161.704962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.704962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.706342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.706342] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.706342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.706342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.706342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.706342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.706342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.706342] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.828313] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.937842] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.938054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.938182] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.938442] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.938693] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.938845] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.938956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.939274] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.939413] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.939611] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.939719] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.939819] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.939921] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.940034] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.940139] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.940262] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.959571] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.959755] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.959868] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.960112] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.960427] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-5172964b-03c4-48ac-a0b1-6926cef8109e taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.960604] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-5172964b-03c4-48ac-a0b1-6926cef8109e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.960721] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-5172964b-03c4-48ac-a0b1-6926cef8109e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.961068] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-5172964b-03c4-48ac-a0b1-6926cef8109e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.961230] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5172964b-03c4-48ac-a0b1-6926cef8109e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.143050] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.143050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.143050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.143276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.143276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.143517] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.143670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.143753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.143936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.144044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.144133] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1162.170497] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.170669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.170708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.170894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.171039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.180797] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1162.207851] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.332065] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.332320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.332415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.332693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.333363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.333933] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1162.363648] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.365024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.365024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.365024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.365024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.375670] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1162.465144] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.465144] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.465144] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.465144] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.465455] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.465455] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 5172964b-03c4-48ac-a0b1-6926cef8109e not found, creating... [ 1162.465663] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.465956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.466064] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.466379] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.466556] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.466993] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.467872] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.467872] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.467872] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.467872] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.467872] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 5172964b-03c4-48ac-a0b1-6926cef8109e is going to be created. [ 1162.490485] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.490485] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.490804] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.490875] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.491173] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.492314] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-5172964b-03c4-48ac-a0b1-6926cef8109e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.654120] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1162.655050] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.710169] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc934140-ad4e-4e0d-bd6b-78c9af14dd63: rpc.has_security_group_logging(os_id): False [ 1162.729603] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.729603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.729603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.729866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.754220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.754220] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.754220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.754220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.754463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.754463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.754914] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be updated. [ 1162.827453] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.827453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.827703] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.827737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.827876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.840898] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: IN_PROGRESS for 2s [ 1163.200214] env[67412]: INFO networking_nsxv3.common.synchronization [req-cccbfb91-cbb9-4423-bb9c-44f99b2efefd req-02fc533d-c8ea-4c04-9e95-c5c3148e5643 service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1163.200214] env[67412]: INFO networking_nsxv3.common.synchronization [req-cccbfb91-cbb9-4423-bb9c-44f99b2efefd req-02fc533d-c8ea-4c04-9e95-c5c3148e5643 service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1163.200214] env[67412]: INFO networking_nsxv3.common.synchronization [req-cccbfb91-cbb9-4423-bb9c-44f99b2efefd req-02fc533d-c8ea-4c04-9e95-c5c3148e5643 service nova] Enqueued Resource ID: 5172964b-03c4-48ac-a0b1-6926cef8109e with Priority: HIGHEST for action port [ 1163.201561] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1163.201561] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1163.201561] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5172964b-03c4-48ac-a0b1-6926cef8109e with Priority: HIGHEST for action port [ 1163.201688] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.201780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.201838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.202061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.203038] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.203391] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.203488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.203683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5172964b-03c4-48ac-a0b1-6926cef8109e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.203775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5172964b-03c4-48ac-a0b1-6926cef8109e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.203835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5172964b-03c4-48ac-a0b1-6926cef8109e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.204020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5172964b-03c4-48ac-a0b1-6926cef8109e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.204090] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5172964b-03c4-48ac-a0b1-6926cef8109e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.705543] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.705840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.705881] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5172964b-03c4-48ac-a0b1-6926cef8109e with status ACTIVE [ 1163.706040] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.706156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.706224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.706444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.706546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.706845] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.706962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.707058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.707240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.707324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.707525] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.707980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.707980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.708213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.708213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.708547] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5172964b-03c4-48ac-a0b1-6926cef8109e is going to be updated. [ 1163.735263] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.735675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.735675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.735812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.735876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.736028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5172964b-03c4-48ac-a0b1-6926cef8109e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.192256] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1164.192476] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1164.192541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.192762] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.192942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.193147] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.193271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.193328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.193485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.193602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.193714] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.386637] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1164.386877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.387219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.387485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.388428] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.388428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.388428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.388428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.388702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.388702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.390882] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.696455] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.853752] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: SUCCESS [ 1164.854137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.891837] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.892082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.892082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.892325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.892489] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.892591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.892656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.892804] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.892891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.892978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.893149] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.893246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.893303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.893447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.893581] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.893673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.893738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.893875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.893951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.894044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.894137] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.199457] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.396112] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9db72779-a2e9-463a-8e40-111c759e9cb8: rpc.has_security_group_logging(os_id): False [ 1165.414276] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.414613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.414905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.414947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.415027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.415268] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.415378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.415433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.415597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.415675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.415865] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.416101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.416208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.416373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.417061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.417061] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.417061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.417061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.417061] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.417321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.417321] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1165.485968] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.486263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.486263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.486502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.486609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.503431] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1165.702187] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.702405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.702474] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.702793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.702936] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.703066] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1165.750648] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.750648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.750648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.751287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.751287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.762860] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1167.528523] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1167.528931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.708708] env[67412]: INFO networking_nsxv3.common.synchronization [req-0d05581e-f6d8-4e23-aade-8ea7373506e1 req-4d700c9e-d422-4156-b573-22eabd37d83b tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1167.710354] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1167.710614] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.710738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.710803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.710991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.711216] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.711367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.711472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.711664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.711780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.711903] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.791733] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1167.791956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.792146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.792421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.792683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.792773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.792821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.792993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.793092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.793178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.793267] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.972788] env[67412]: INFO networking_nsxv3.common.synchronization [req-d23d2a75-8f9f-4c95-b033-6cd6c0f37038 req-3b6dd075-590d-4878-8c3f-3328f37cabde tempest-ServerActionsTestOtherB-1979792394 tempest-ServerActionsTestOtherB-1979792394-project-member] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1167.973499] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1167.973668] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.973788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.973852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.975692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.975882] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.976023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.976070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.976274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.976337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.976531] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.213511] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.296080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.296255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.296325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.296548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.296715] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.296813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.296886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.297057] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.297146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.297232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.297377] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.297467] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.297526] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.297666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.297810] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.297897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.297955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.299344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.300222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.300347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.300464] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.391351] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.391543] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.391662] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.391963] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.392258] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.392438] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.392532] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.392772] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.392921] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.393164] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.393275] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1168.393375] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1168.393491] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1168.393600] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1168.393701] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1168.393830] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1168.419054] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1168.419054] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1168.419054] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1168.419054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.419054] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-9efedcbb-2ef8-4149-850e-600df6251aaa taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.419054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.419054] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.419763] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.420047] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efedcbb-2ef8-4149-850e-600df6251aaa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.478524] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.478669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.478748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.478994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.479184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.479411] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.479525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.479733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.479800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.479952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.479952] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1168.517152] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.517385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.517462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.517742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.517934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.529050] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1168.717010] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.802401] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38e2fa6-de10-481b-b716-eb849dd08762: rpc.has_security_group_logging(os_id): False [ 1168.828455] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.828455] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.828455] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.828455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.830248] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.830248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.830248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.832106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.832106] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.832106] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1168.905033] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.905444] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.905619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.905963] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.906264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.920708] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1168.922538] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.926024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.926024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.926024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.926024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.926024] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 9efedcbb-2ef8-4149-850e-600df6251aaa not found, creating... [ 1168.926024] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.926024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.926024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.926024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.926024] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.926650] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.926650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.926650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.926650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.926650] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.926650] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 9efedcbb-2ef8-4149-850e-600df6251aaa is going to be created. [ 1168.950625] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.951662] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.951771] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.952517] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.952517] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.952628] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.220085] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.220085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.220085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.220085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.220318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.220449] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1169.265722] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.265978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.266069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.266331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.266471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.276598] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1169.688372] env[67412]: INFO networking_nsxv3.common.synchronization [req-d23d2a75-8f9f-4c95-b033-6cd6c0f37038 req-62b307d1-009c-4afe-bc94-092388b63cf2 service nova] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 1169.688621] env[67412]: INFO networking_nsxv3.common.synchronization [req-d23d2a75-8f9f-4c95-b033-6cd6c0f37038 req-62b307d1-009c-4afe-bc94-092388b63cf2 service nova] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1169.688621] env[67412]: INFO networking_nsxv3.common.synchronization [req-d23d2a75-8f9f-4c95-b033-6cd6c0f37038 req-62b307d1-009c-4afe-bc94-092388b63cf2 service nova] Enqueued Resource ID: 9efedcbb-2ef8-4149-850e-600df6251aaa with Priority: HIGHEST for action port [ 1169.689178] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 1169.689314] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1169.689410] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efedcbb-2ef8-4149-850e-600df6251aaa with Priority: HIGHEST for action port [ 1169.689683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.689841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.689881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.690289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.690882] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.691783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.691841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.692139] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9efedcbb-2ef8-4149-850e-600df6251aaa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.692247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.692301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.692524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.692612] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efedcbb-2ef8-4149-850e-600df6251aaa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.192875] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.193051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.195459] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9efedcbb-2ef8-4149-850e-600df6251aaa with status ACTIVE [ 1170.195683] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.195789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.195841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.196076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.196169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.196345] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.196442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.196502] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.196655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.196728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.197097] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.197097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.197217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.197347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.197459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.197555] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9efedcbb-2ef8-4149-850e-600df6251aaa is going to be updated. [ 1170.229767] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.229957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.230025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.230373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.230603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.230851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.540353] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1170.540540] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e deletion is rescheduled due to dependency. [ 1170.540584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.540745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.541097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.541313] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.541435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.541496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.541657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.541736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.541829] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.936181] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1170.936638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.044189] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.287467] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1171.287692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.546391] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.048742] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.049163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.049163] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.050114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.050114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.050114] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1172.079291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.079475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.079475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.079858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.079858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.090190] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1174.106070] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1174.106537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.106770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.107124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.107412] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.107668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.107801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.108083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.108216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.108325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.108479] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.611887] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.690630] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.690827] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1175.115639] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a758b3f-39ee-4687-ad27-accc9d48de1e: rpc.has_security_group_logging(os_id): False [ 1175.135187] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.135373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.135373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.135577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.135664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.135945] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.136058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.136122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.136279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.136356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.136445] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1175.198893] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.199145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.199216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.199433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.199615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.215424] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1176.917521] env[67412]: INFO networking_nsxv3.common.synchronization [req-a7b212c3-df9e-4110-b461-483476a4480c req-0bf7e99e-20ba-4711-992e-5af4f1761461 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1176.917521] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1176.917521] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.918438] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.918670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.918973] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.919499] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.919756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.919948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.921924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.921924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.921924] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.231659] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1177.232025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.326181] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.326515] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.326714] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.327078] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.327453] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.327656] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.327776] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.328126] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.328348] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.328572] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.328742] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.328940] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.329164] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.329270] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.329371] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.329508] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.347944] env[67412]: INFO networking_nsxv3.common.synchronization [req-e9b3d934-af96-492a-93b4-361ddff5c0c7 req-0ba8078b-b810-4619-9ab8-142dfc87bf32 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1177.349126] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1177.349533] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.349730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.349730] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.349954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.350223] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.350362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.350423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.350591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.350693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.350851] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.353621] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.353621] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.353621] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.353621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.353911] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.353986] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.354407] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.354536] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.354672] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.422354] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.857341] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.858668] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.858879] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.859106] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.859834] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.859834] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.859834] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed not found, creating... [ 1177.860046] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.860257] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.860332] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.860955] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.860955] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.861084] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.861217] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.861587] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.861587] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.861685] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.861818] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed is going to be created. [ 1177.883892] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.884110] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.884233] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.884498] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.884722] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.884941] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.927364] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.364083] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.431634] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.431838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.431896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.432099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.432196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.432332] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1178.492117] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.492393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.492581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.492716] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.492817] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.508263] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1178.620879] env[67412]: INFO networking_nsxv3.common.synchronization [req-a7b212c3-df9e-4110-b461-483476a4480c req-b34e6edf-4ffe-43b1-af45-56ad5b14eaf5 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1178.620940] env[67412]: INFO networking_nsxv3.common.synchronization [req-a7b212c3-df9e-4110-b461-483476a4480c req-b34e6edf-4ffe-43b1-af45-56ad5b14eaf5 service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1178.621086] env[67412]: INFO networking_nsxv3.common.synchronization [req-a7b212c3-df9e-4110-b461-483476a4480c req-b34e6edf-4ffe-43b1-af45-56ad5b14eaf5 service nova] Enqueued Resource ID: 8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed with Priority: HIGHEST for action port [ 1178.621818] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1178.621818] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1178.621942] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed with Priority: HIGHEST for action port [ 1178.622456] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.622585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.622651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.622903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.622967] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.624251] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.624391] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.624606] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.624706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.624798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.624945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.625030] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.867451] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.867642] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.867742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.868026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.868116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.868222] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea is going to be updated. [ 1178.900671] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.900947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.900947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.901117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.901262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.913239] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: IN_PROGRESS for 2s [ 1179.125306] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.125654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.127549] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed with status ACTIVE [ 1179.127549] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.127549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.127549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.127549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.127549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.127879] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.127879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.127879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.127979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.128017] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.128197] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.128294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.128357] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.128491] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.128883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.128883] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed is going to be updated. [ 1179.154586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.154586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.154586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.154586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.154815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.154950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e6bbedf-31cb-4bc9-b35a-1a66c66a83ed" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.609594] env[67412]: INFO networking_nsxv3.common.synchronization [req-cd8ac9c9-728c-46c2-8f01-9271c2ebb40d req-51e45bbd-50e1-4a78-a580-a6aa0657301b tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_members [ 1179.610026] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGHEST for action security_group_members [ 1179.610205] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-4551ecfe-7e4c-4e2c-8356-fac04877743c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.610397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.610475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.610704] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.610883] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.611018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.611089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.611273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.611374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.611489] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.114301] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.114466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.114559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.114744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.114835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.115038] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.115189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.115295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.115648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.115648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.115795] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c is going to be updated. [ 1180.149583] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.149961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.149961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.150159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.150359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.161229] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c in Status: IN_PROGRESS for 2s [ 1180.520219] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1180.520607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.520818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.521078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.521287] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.521412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.521470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.521660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.521742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.521866] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.925026] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: SUCCESS [ 1180.925384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.026019] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.529030] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.032099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.032351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.032351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.032557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.032672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.032775] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1182.065269] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.065457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.065457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.065905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.065905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.077574] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1182.171797] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c in Status: SUCCESS [ 1182.172066] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c deletion is rescheduled due to dependency. [ 1182.172181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.091154] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1184.091669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.091669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.091882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.092021] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.092169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.092273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.092385] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.092469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.092668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.092668] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.595543] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.595698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.595753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.595985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.596183] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.596289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.596351] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.596504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.596587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.596670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.596828] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.596931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.596988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.597161] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.597292] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.597384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.597457] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.597598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.597699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.597799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.597988] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.610866] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.610983] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1184.934179] env[67412]: INFO networking_nsxv3.common.synchronization [req-c618342b-2e0c-4143-851e-23ab13575390 req-377edd73-53ca-4869-9280-ba2d01a1fe96 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1184.934781] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGHEST for action security_group_members [ 1184.935101] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.935217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.935283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.935475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.935626] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.935737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.935770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.935912] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.935991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.937234] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.100629] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ba9b1d-a20a-472d-a50a-cb4a6607b589: rpc.has_security_group_logging(os_id): False [ 1185.121731] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.122717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.122717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.122717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.122717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.122717] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.123153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.123153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.123153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.123153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.123336] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.123399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.124065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.124065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.124065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.124826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.124826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.124826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.124826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.124826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.125113] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1185.189554] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.189745] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.189816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.190018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.190178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.211392] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1185.438558] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.438558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.438558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.438726] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.438975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.439053] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.439208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.439268] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.439440] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.439513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.439599] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea is going to be updated. [ 1185.473880] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.474044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.474121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.474329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.474467] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.488366] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: IN_PROGRESS for 2s [ 1187.231393] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1187.231679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.499821] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea in Status: SUCCESS [ 1187.500045] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea deletion is rescheduled due to dependency. [ 1187.500197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.251508] env[67412]: INFO networking_nsxv3.common.synchronization [req-d30c1b0b-b808-4479-b16e-1d7c52ce36a2 req-4d0cc2ce-5971-4def-a0a0-bcbfa86142f7 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1188.251957] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1188.252286] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.252432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.252495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.252694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.252848] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.252945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.252995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.253355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.253428] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.253523] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.756549] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.757231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.757231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.757231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.757231] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.757398] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.757530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.757611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.757816] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.757915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.758041] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1188.783505] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.783676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.783738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.783923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.784078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.792953] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1188.850595] env[67412]: INFO networking_nsxv3.common.synchronization [None req-af70499b-5127-4b18-8b96-1a9b1f991493 tempest-AttachInterfacesTestJSON-1274882522 tempest-AttachInterfacesTestJSON-1274882522-project-member] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1188.850595] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGHEST for action security_group_members [ 1188.850866] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.850988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.851252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.851252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.851480] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.851543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.851693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.851888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.851888] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.851947] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.355344] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.355655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.355655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.355827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.355959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.356180] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.356283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.356362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.356528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.356639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.356721] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be updated. [ 1189.384593] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.384593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.384593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.384792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.384873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.395555] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: IN_PROGRESS for 2s [ 1189.793891] env[67412]: INFO networking_nsxv3.common.synchronization [req-abc5156b-1ffa-456c-a9b8-471ec3e80b2d req-9bcec540-5bc9-47c2-8684-3cd66e29c231 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1189.794795] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1189.794795] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.794795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.794795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.794966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.795441] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.795562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.795629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.795809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.795899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.795992] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.298489] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.802961] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1190.802961] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1190.802961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.803371] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.306181] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.306181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.306181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.306434] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.306514] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.306603] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1191.336145] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.336354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.336403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.336623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.336805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.345878] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1191.406166] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 in Status: SUCCESS [ 1191.406473] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 deletion is rescheduled due to dependency. [ 1191.406633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.438813] env[67412]: INFO networking_nsxv3.common.synchronization [req-67d04309-a0af-413a-907e-dd3f5a7303ea req-01e56752-004b-4dc9-9749-d33e00d29e2b tempest-AttachVolumeNegativeTest-325520638 tempest-AttachVolumeNegativeTest-325520638-project-member] Enqueued Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_members [ 1192.439424] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGHEST for action security_group_members [ 1192.439848] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7343a6c-a842-4296-aae1-eeceb9b1dc14 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.439955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.439955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.440375] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.440540] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.440645] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.440707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.440883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.440947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.441044] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.945974] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.945974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.945974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.945974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.945974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.945974] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.945974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.945974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.945974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.945974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.945974] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 is going to be updated. [ 1192.988513] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.988513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.988513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.988712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.989217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.003938] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 in Status: IN_PROGRESS for 2s [ 1193.367737] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1193.368347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.594823] env[67412]: INFO networking_nsxv3.common.synchronization [None req-cd1c03f5-1563-4f35-b1ab-60404c334322 None None] Enqueued Resource ID: d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3 with Priority: HIGHEST for action port [ 1193.594823] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3 with Priority: HIGHEST for action port [ 1193.595341] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.595341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.595341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.595605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.595691] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.098846] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3 [ 1194.098968] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.099114] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.099402] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.099577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.099743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.099893] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3 already deleted. [ 1194.100009] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2b4cdb8-2676-4d33-b0c9-3f8a007f82b3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.015562] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 in Status: SUCCESS [ 1195.015562] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 deletion is rescheduled due to dependency. [ 1195.015562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.510760] env[67412]: INFO networking_nsxv3.common.synchronization [None req-ef703348-d76e-4db6-b054-d6051a4c4f76 None None] Enqueued Resource ID: 7a96e208-0f4f-4765-9d35-b5819f6dffe8 with Priority: HIGHEST for action port [ 1195.511332] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a96e208-0f4f-4765-9d35-b5819f6dffe8 with Priority: HIGHEST for action port [ 1195.511663] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a96e208-0f4f-4765-9d35-b5819f6dffe8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.511807] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a96e208-0f4f-4765-9d35-b5819f6dffe8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.511867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a96e208-0f4f-4765-9d35-b5819f6dffe8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.512142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a96e208-0f4f-4765-9d35-b5819f6dffe8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.512224] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a96e208-0f4f-4765-9d35-b5819f6dffe8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.717197] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-871 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.717472] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.717595] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.717873] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.718476] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.718647] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.718771] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.719008] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.719219] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.719616] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.719721] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1195.719819] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1195.719953] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1195.720084] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1195.720195] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1195.720331] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1195.739210] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1195.739429] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1195.739558] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1195.739734] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-871" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.740053] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-a7b19714-27a1-45f2-897c-2e7b6e5813f8 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.740228] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.740401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.740685] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.740822] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b19714-27a1-45f2-897c-2e7b6e5813f8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.015823] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a96e208-0f4f-4765-9d35-b5819f6dffe8 [ 1196.017138] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.017138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.017138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.017138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.017138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.017138] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a96e208-0f4f-4765-9d35-b5819f6dffe8 already deleted. [ 1196.017138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a96e208-0f4f-4765-9d35-b5819f6dffe8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.243795] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.243994] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.244064] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.244342] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.244496] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.244794] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.244956] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.245085] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.245310] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.245448] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.245733] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.245881] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.245995] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.246223] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.246352] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.246494] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: a7b19714-27a1-45f2-897c-2e7b6e5813f8 is going to be updated. [ 1196.267613] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.267836] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.268032] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.268361] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.268589] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.268840] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.953554] env[67412]: INFO networking_nsxv3.common.synchronization [req-9bcacc5e-d6b9-4551-892b-813e4f4ded9d req-8f84594e-be81-45a8-8f32-2323979d506b service nova] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_rules [ 1196.953748] env[67412]: INFO networking_nsxv3.common.synchronization [req-9bcacc5e-d6b9-4551-892b-813e4f4ded9d req-8f84594e-be81-45a8-8f32-2323979d506b service nova] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_members [ 1196.953912] env[67412]: INFO networking_nsxv3.common.synchronization [req-9bcacc5e-d6b9-4551-892b-813e4f4ded9d req-8f84594e-be81-45a8-8f32-2323979d506b service nova] Enqueued Resource ID: a7b19714-27a1-45f2-897c-2e7b6e5813f8 with Priority: HIGHEST for action port [ 1196.954428] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_rules [ 1196.954566] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_members [ 1196.954665] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7b19714-27a1-45f2-897c-2e7b6e5813f8 with Priority: HIGHEST for action port [ 1196.954966] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.955212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.955254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.955475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.955584] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.956939] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.957065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.957133] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.957451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.957625] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.957725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.957803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.957971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.958042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.958146] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.959803] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7b19714-27a1-45f2-897c-2e7b6e5813f8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.959957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.960030] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.960801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.960801] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7b19714-27a1-45f2-897c-2e7b6e5813f8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.458239] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.458596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.462836] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.463806] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a7b19714-27a1-45f2-897c-2e7b6e5813f8 with status ACTIVE [ 1197.464196] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.464325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.464397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.464617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.464688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.464863] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.464954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.465036] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.465177] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.465256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.465436] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.465575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.465575] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.465714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.465782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.465864] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a7b19714-27a1-45f2-897c-2e7b6e5813f8 is going to be updated. [ 1197.487395] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.487395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.487650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.487755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.488996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.488996] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7b19714-27a1-45f2-897c-2e7b6e5813f8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.967644] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.060472] env[67412]: INFO networking_nsxv3.common.synchronization [req-3ce3c048-70b2-474e-8061-8eea28a20ae9 req-36989d80-bc12-4b64-8d91-61fbf60b0d81 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1198.061051] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1198.061355] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.061475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.061541] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.061770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.062126] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.062126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.062126] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.062308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.062346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.062421] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.364022] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.364449] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.364631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.364984] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.365542] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.365730] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.365830] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.366105] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.366253] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.366466] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.366918] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.367054] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.367220] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.367345] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.367436] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.367635] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.397375] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.397613] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.397740] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.398027] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.398670] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.398898] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.399069] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.399478] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.399615] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec52f2c-92d8-49a0-ba73-cf4d1266a14b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.470077] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.470561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.470561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.470641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.470740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.470855] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e is going to be updated. [ 1198.502158] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.502363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.502363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.502578] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.502724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.512767] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: IN_PROGRESS for 2s [ 1198.564024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.564260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.564334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.564623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.564739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.564985] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.565117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.565218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.565521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.565521] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.565673] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1198.592889] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.593115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.593234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.593498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.593761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.605630] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1198.903029] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.903029] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.903029] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.903238] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.903276] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.903404] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 4ec52f2c-92d8-49a0-ba73-cf4d1266a14b not found, creating... [ 1198.903658] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.903817] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.903929] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.904287] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.904477] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.904758] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.904910] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.907672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.907672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.907672] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.907672] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 4ec52f2c-92d8-49a0-ba73-cf4d1266a14b is going to be created. [ 1198.928090] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.928090] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.928269] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.928461] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.928691] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.928911] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.616464] env[67412]: INFO networking_nsxv3.common.synchronization [req-3ce3c048-70b2-474e-8061-8eea28a20ae9 req-f69b3f7a-311f-4a48-9f72-eb4f0f3262a6 service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1199.616706] env[67412]: INFO networking_nsxv3.common.synchronization [req-3ce3c048-70b2-474e-8061-8eea28a20ae9 req-f69b3f7a-311f-4a48-9f72-eb4f0f3262a6 service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1199.616784] env[67412]: INFO networking_nsxv3.common.synchronization [req-3ce3c048-70b2-474e-8061-8eea28a20ae9 req-f69b3f7a-311f-4a48-9f72-eb4f0f3262a6 service nova] Enqueued Resource ID: 4ec52f2c-92d8-49a0-ba73-cf4d1266a14b with Priority: HIGHEST for action port [ 1199.617278] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1199.617412] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1199.617508] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ec52f2c-92d8-49a0-ba73-cf4d1266a14b with Priority: HIGHEST for action port [ 1199.617807] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.617898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.617950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.620046] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.620174] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.621135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.621217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.621453] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.621561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.621561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.621732] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.621793] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ec52f2c-92d8-49a0-ba73-cf4d1266a14b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.123777] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.123931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.126268] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ec52f2c-92d8-49a0-ba73-cf4d1266a14b with status ACTIVE [ 1200.126429] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.126529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.126605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.126804] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.126889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.127077] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.127176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.127234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.127423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.127504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.127689] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.127933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.127933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.128235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.128235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.128235] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ec52f2c-92d8-49a0-ba73-cf4d1266a14b is going to be updated. [ 1200.149044] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.149600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.149699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.149881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.150023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.150168] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ec52f2c-92d8-49a0-ba73-cf4d1266a14b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.523906] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: SUCCESS [ 1200.524137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.524336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.524585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.524750] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.524866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.524926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.525108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.525276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.525442] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.525535] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.614680] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1200.614886] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1200.614980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.615152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.615371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.615557] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.615672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.615736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.615885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.615964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.616068] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.027554] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.118103] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.529434] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e: rpc.has_security_group_logging(os_id): False [ 1201.547549] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.547739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.547780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.548484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.548484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.548484] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.548484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.548484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.548740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.548740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.548740] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e is going to be updated. [ 1201.604684] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.604903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.604903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.605127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.605271] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.618853] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: IN_PROGRESS for 2s [ 1201.620244] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.122876] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.123225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.123225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.123505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.123635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.123782] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1202.158763] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.158984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.158984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.159219] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.159389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.169563] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1203.633911] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: SUCCESS [ 1203.634304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.188245] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1204.188477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.188660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.188901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.189120] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.189246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.189454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.189648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.189734] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.189840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.189933] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.618280] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.618430] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1204.692114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.692759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.692759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.692759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.692759] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.692951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.692951] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.693025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.693294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.693294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.693415] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.693415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.693533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.693620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.693766] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.693858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.693916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.694066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.694141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.694220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.694538] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.197118] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38e2fa6-de10-481b-b716-eb849dd08762: rpc.has_security_group_logging(os_id): False [ 1205.221289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.221513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.221565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.221833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.222560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.222560] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.222560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.222560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.222802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.222884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.223193] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.223332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.223470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.223633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.223742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.224016] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.224152] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.224245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.224447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.224554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.224680] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1205.292390] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.292589] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.292589] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.292847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.292992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.314247] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1207.335106] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1207.335481] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.927405] env[67412]: INFO networking_nsxv3.common.synchronization [req-9e11fa2a-10c3-47c2-982a-1584c7fc3af3 req-c4494814-6399-4781-91ab-bd569ff5caeb tempest-ServerMetadataTestJSON-266591940 tempest-ServerMetadataTestJSON-266591940-project-member] Enqueued Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGHEST for action security_group_members [ 1208.927975] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGHEST for action security_group_members [ 1208.928293] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-645206a2-5943-49dd-b798-37f0f396beb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.928412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.929089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.929089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.929089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.929089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.929720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.929720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.929720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.929720] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.315803] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-336 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.316124] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-336" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.316309] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-336" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.316734] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-336" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.317013] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.317320] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.317417] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.317684] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.317826] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.318043] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.318155] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1209.318260] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1209.318364] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1209.318471] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1209.318572] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1209.318701] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1209.350531] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1209.350531] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1209.350531] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1209.350531] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-336" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.350531] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-af6b0508-7973-458f-8edb-abfc74dfd65f taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.350989] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-af6b0508-7973-458f-8edb-abfc74dfd65f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.350989] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-af6b0508-7973-458f-8edb-abfc74dfd65f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.351463] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-af6b0508-7973-458f-8edb-abfc74dfd65f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.351463] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6b0508-7973-458f-8edb-abfc74dfd65f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.432466] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.432667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.432719] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.432954] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.433124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.433262] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.433363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.433423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.433583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.433657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.433741] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645206a2-5943-49dd-b798-37f0f396beb3 already deleted. [ 1209.433826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.856121] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.856411] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.856581] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.856931] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.857139] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.857394] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port af6b0508-7973-458f-8edb-abfc74dfd65f not found, creating... [ 1209.857713] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.857913] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.858081] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.858360] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.858540] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.858874] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.859059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.859209] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.859515] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.859680] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.859824] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: af6b0508-7973-458f-8edb-abfc74dfd65f is going to be created. [ 1209.879293] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.879524] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.879600] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.879878] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.880119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.880337] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-af6b0508-7973-458f-8edb-abfc74dfd65f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.584728] env[67412]: INFO networking_nsxv3.common.synchronization [req-9e11fa2a-10c3-47c2-982a-1584c7fc3af3 req-833fbdbc-1cfd-4529-a147-801705f4a811 service nova] Enqueued Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGHEST for action security_group_rules [ 1210.584991] env[67412]: INFO networking_nsxv3.common.synchronization [req-9e11fa2a-10c3-47c2-982a-1584c7fc3af3 req-833fbdbc-1cfd-4529-a147-801705f4a811 service nova] Enqueued Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGHEST for action security_group_members [ 1210.585077] env[67412]: INFO networking_nsxv3.common.synchronization [req-9e11fa2a-10c3-47c2-982a-1584c7fc3af3 req-833fbdbc-1cfd-4529-a147-801705f4a811 service nova] Enqueued Resource ID: af6b0508-7973-458f-8edb-abfc74dfd65f with Priority: HIGHEST for action port [ 1210.585665] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGHEST for action security_group_rules [ 1210.585858] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGHEST for action security_group_members [ 1210.585936] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af6b0508-7973-458f-8edb-abfc74dfd65f with Priority: HIGHEST for action port [ 1210.586236] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-645206a2-5943-49dd-b798-37f0f396beb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.586361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.586429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.586688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.586773] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.587608] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-645206a2-5943-49dd-b798-37f0f396beb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.587747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.587797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.587952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.588107] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.588202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.588261] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.588422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.588504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.588589] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.589414] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-af6b0508-7973-458f-8edb-abfc74dfd65f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.590020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af6b0508-7973-458f-8edb-abfc74dfd65f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.590020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af6b0508-7973-458f-8edb-abfc74dfd65f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.590020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af6b0508-7973-458f-8edb-abfc74dfd65f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.590020] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af6b0508-7973-458f-8edb-abfc74dfd65f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.091198] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.092314] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-645206a2-5943-49dd-b798-37f0f396beb3 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.092448] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.093135] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af6b0508-7973-458f-8edb-abfc74dfd65f with status ACTIVE [ 1211.093135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.093135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.093135] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.093393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.093393] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.093520] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.093616] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.093675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.093865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.093956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.094166] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.094255] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.094312] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.094451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.094570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.094600] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af6b0508-7973-458f-8edb-abfc74dfd65f is going to be updated. [ 1211.117596] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.117845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.117919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.118173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.118347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.118524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af6b0508-7973-458f-8edb-abfc74dfd65f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.253667] env[67412]: INFO networking_nsxv3.common.synchronization [req-28331e79-671c-4eb7-9cba-a729c15a477c req-f7256290-b993-4fb7-aa6a-011d81b28881 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1211.254187] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1211.254652] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.254838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.254942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.255257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.255508] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.255670] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.255767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.256028] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.256159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.256301] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.593156] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.593451] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.593451] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.593859] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.594021] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.594213] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.594349] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.594612] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.594867] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.595087] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.595250] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.595401] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.595551] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.595695] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.595831] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.596015] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.597622] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.620620] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.620805] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.620964] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.621164] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-884" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.621849] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-316168fa-cedc-4f91-85f6-6b6ef281a74f taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.621849] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-316168fa-cedc-4f91-85f6-6b6ef281a74f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.621849] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-316168fa-cedc-4f91-85f6-6b6ef281a74f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.622481] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-316168fa-cedc-4f91-85f6-6b6ef281a74f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.622629] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316168fa-cedc-4f91-85f6-6b6ef281a74f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.760323] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.104018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.104018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.104018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.104018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.104018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.104018] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645206a2-5943-49dd-b798-37f0f396beb3 is going to be created. [ 1212.124830] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.125080] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.125208] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.125483] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.125631] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.125789] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 316168fa-cedc-4f91-85f6-6b6ef281a74f not found, creating... [ 1212.126047] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.126214] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.126310] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.126549] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.126698] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.126973] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.127138] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.127253] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.127592] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.127757] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.127900] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 316168fa-cedc-4f91-85f6-6b6ef281a74f is going to be created. [ 1212.130955] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.131082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.131155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.131315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.131460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.145906] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645206a2-5943-49dd-b798-37f0f396beb3 in Status: UNINITIALIZED for 2s [ 1212.163872] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.164163] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.164369] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.164734] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.165164] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.165484] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-316168fa-cedc-4f91-85f6-6b6ef281a74f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.264431] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.770803] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.770803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.770803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.770803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.770803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.770803] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1212.802135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.804829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.804829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.804829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.804829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.821481] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1212.910156] env[67412]: INFO networking_nsxv3.common.synchronization [req-28331e79-671c-4eb7-9cba-a729c15a477c req-0909f9ab-2df2-4d17-b9fe-c9a804d15e8d service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1212.910369] env[67412]: INFO networking_nsxv3.common.synchronization [req-28331e79-671c-4eb7-9cba-a729c15a477c req-0909f9ab-2df2-4d17-b9fe-c9a804d15e8d service nova] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1212.910509] env[67412]: INFO networking_nsxv3.common.synchronization [req-28331e79-671c-4eb7-9cba-a729c15a477c req-0909f9ab-2df2-4d17-b9fe-c9a804d15e8d service nova] Enqueued Resource ID: 316168fa-cedc-4f91-85f6-6b6ef281a74f with Priority: HIGHEST for action port [ 1212.911187] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_rules [ 1212.911341] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1212.911662] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 316168fa-cedc-4f91-85f6-6b6ef281a74f with Priority: HIGHEST for action port [ 1212.912586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.912727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.912784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.913033] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.913578] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.914450] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.914450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.914645] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-316168fa-cedc-4f91-85f6-6b6ef281a74f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.914743] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-316168fa-cedc-4f91-85f6-6b6ef281a74f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.914793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-316168fa-cedc-4f91-85f6-6b6ef281a74f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.914970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-316168fa-cedc-4f91-85f6-6b6ef281a74f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.915757] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('316168fa-cedc-4f91-85f6-6b6ef281a74f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.418245] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.418370] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.418554] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 316168fa-cedc-4f91-85f6-6b6ef281a74f with status ACTIVE [ 1213.418726] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.418833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.418896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.419484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.419484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.419484] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.419630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.419630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.419767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.419858] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.420074] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.420175] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.420232] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.420417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.420485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.420618] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 316168fa-cedc-4f91-85f6-6b6ef281a74f is going to be updated. [ 1213.441121] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.441328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.441397] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.441576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.442208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.442208] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-316168fa-cedc-4f91-85f6-6b6ef281a74f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.165862] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645206a2-5943-49dd-b798-37f0f396beb3 in Status: SUCCESS [ 1214.166186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.166478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.166561] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.166771] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.166884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.166949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.167117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.167196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.167280] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.167369] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.669831] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-645206a2-5943-49dd-b798-37f0f396beb3 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.669994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.670084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.670303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.670474] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.670623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.670623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.670779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.670844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.670925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.671084] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-645206a2-5943-49dd-b798-37f0f396beb3 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.671176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.671239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.671815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.671815] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.671815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.671815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.671815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.672054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.672054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.672054] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.834455] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1214.834661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.834802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.835040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.835232] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.835369] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.835433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.835597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.835680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.835774] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.174606] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 645206a2-5943-49dd-b798-37f0f396beb3: rpc.has_security_group_logging(os_id): False [ 1215.194177] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.194328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.194399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.194683] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.194779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.195189] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.195291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.195430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.195506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.195584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.195782] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.195873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.195931] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.196085] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.196157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.196336] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.196425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.196485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.196620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.196692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.196772] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 645206a2-5943-49dd-b798-37f0f396beb3 is going to be created. [ 1215.254378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.254620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.254714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.254975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.255179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.267666] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 645206a2-5943-49dd-b798-37f0f396beb3 in Status: IN_PROGRESS for 2s [ 1215.338406] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.842942] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.345047] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.345386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.345386] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.345527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.345689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.345809] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1216.380035] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.380035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.380035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.380035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.380035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.390803] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1216.878658] env[67412]: INFO networking_nsxv3.common.synchronization [req-54bb4f05-ba3b-499a-a881-eeb076a0c75e req-4060a151-de65-4d73-a273-e1d9770639e0 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1216.879680] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1216.880070] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.880230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.880295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.880536] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.880705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.880806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.880881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.881081] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.881171] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.881261] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.282300] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 645206a2-5943-49dd-b798-37f0f396beb3 in Status: SUCCESS [ 1217.282300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.383341] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.383781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.383781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.383781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.383897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.384038] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.384131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.384188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.384336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.384407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.384599] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1217.418178] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.418377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.418377] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.418601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.418740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.430715] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1218.402187] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1218.402527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.402589] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.402784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.402995] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.403142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.403206] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.403346] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.403435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.403581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.403581] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.906586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.906767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.906814] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.907063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.907303] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.907471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.907535] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.907665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.907754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.907844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.907993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.908127] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.908189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.908337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.908474] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.908566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.908626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.908803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.908846] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.908908] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.908994] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.411661] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62ba9b1d-a20a-472d-a50a-cb4a6607b589: rpc.has_security_group_logging(os_id): False [ 1219.432917] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.433153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.433153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.433358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.433451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.433688] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.433793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.433867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.434058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.434140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.434355] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.434451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.434513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.434767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.434862] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.435055] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.435149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.435209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.435365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.435460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.435534] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1219.449069] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1219.449262] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a deletion is rescheduled due to dependency. [ 1219.449374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.506571] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.506571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.506998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.506998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.507134] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.538235] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1221.560637] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1221.561034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.880378] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1221.880593] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.117800] env[67412]: INFO networking_nsxv3.common.synchronization [req-c1961208-7c8c-4088-838b-4ad3a7157b00 req-f54f8e29-e233-4b02-8c3c-7cb5985ed37a tempest-ServerMetadataTestJSON-266591940 tempest-ServerMetadataTestJSON-266591940-project-member] Enqueued Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGHEST for action security_group_members [ 1222.117800] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGHEST for action security_group_members [ 1222.118024] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-645206a2-5943-49dd-b798-37f0f396beb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.118141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.118205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.118406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.118561] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.118676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.118725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.119633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.119633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.119633] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.621698] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.622047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.622047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.622625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.622625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.622625] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.622625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.622625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.622884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.622884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.622884] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645206a2-5943-49dd-b798-37f0f396beb3 is going to be updated. [ 1222.653050] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.653217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.653262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.653466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.653606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.662133] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645206a2-5943-49dd-b798-37f0f396beb3 in Status: IN_PROGRESS for 2s [ 1223.844559] env[67412]: INFO networking_nsxv3.common.synchronization [req-91bbf0f5-643f-4e7d-bba9-db7f2bc47e93 req-10d32f70-7fe9-40bd-af58-e56e4373f1ab tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 1223.845208] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 1223.845513] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.845637] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.845698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.845894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.846063] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.846157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.846213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.846389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.846472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.846663] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.348986] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.674549] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 645206a2-5943-49dd-b798-37f0f396beb3 in Status: SUCCESS [ 1224.674860] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 645206a2-5943-49dd-b798-37f0f396beb3 deletion is rescheduled due to dependency. [ 1224.675031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.850827] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.352764] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.352942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.352990] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.353220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.353306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.353403] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be updated. [ 1225.383548] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.383741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.383741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.383952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.384111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.393342] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: IN_PROGRESS for 2s [ 1226.623023] env[67412]: INFO networking_nsxv3.common.synchronization [req-cbd31424-af4c-4ad7-b007-ad304be2bb91 req-42d3e721-d522-4b85-9a5a-22004d340162 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1226.626394] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1226.627183] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.627524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.629677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.629677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.629677] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.629677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.629677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.629677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.629677] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.629677] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.131932] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.409721] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: SUCCESS [ 1227.410631] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.634954] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.138038] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.138285] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.138371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.138965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.138965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.138965] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1228.173142] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.173142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.173142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.173142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.173142] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.183425] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1228.549409] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc87cb3e-1b11-45e1-b6b2-81296e6f0e53 req-a0a81d19-6d30-4c96-b78f-45d662dc1440 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1228.549976] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1228.550710] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.550864] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.551029] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.551278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.551484] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.552042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.552173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.552383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.552506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.552626] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.919175] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.919175] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.919175] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.919175] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.919854] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.920280] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.920518] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.920868] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.921149] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.921547] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.921787] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1228.922040] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1228.922272] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1228.922485] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1228.923888] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1228.923888] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1228.944731] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1228.944731] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1228.944914] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1228.945018] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.945309] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-99bb0820-74dd-4c95-82ed-a4d4229c4806 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.945478] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-99bb0820-74dd-4c95-82ed-a4d4229c4806" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.945600] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-99bb0820-74dd-4c95-82ed-a4d4229c4806" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.945938] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-99bb0820-74dd-4c95-82ed-a4d4229c4806" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.946154] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99bb0820-74dd-4c95-82ed-a4d4229c4806',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.054788] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.054985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.054985] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.055238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.055328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.055524] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.055621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.055686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.055856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.055932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.056030] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1229.083290] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.083537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.083537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.083687] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.083809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.093755] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1229.448603] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.448918] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.449099] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.449435] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.449902] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.449902] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 99bb0820-74dd-4c95-82ed-a4d4229c4806 not found, creating... [ 1229.450245] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.450334] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.450462] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.450990] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.450990] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.451263] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.451513] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.451731] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.452059] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.452259] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.452420] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 99bb0820-74dd-4c95-82ed-a4d4229c4806 is going to be created. [ 1229.475176] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.475467] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.475552] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.475878] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.476148] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.476544] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-99bb0820-74dd-4c95-82ed-a4d4229c4806" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.181471] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc87cb3e-1b11-45e1-b6b2-81296e6f0e53 req-986ac1ea-931c-4934-aa5e-0c6e716de5a4 service nova] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 1230.181897] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc87cb3e-1b11-45e1-b6b2-81296e6f0e53 req-986ac1ea-931c-4934-aa5e-0c6e716de5a4 service nova] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1230.181897] env[67412]: INFO networking_nsxv3.common.synchronization [req-dc87cb3e-1b11-45e1-b6b2-81296e6f0e53 req-986ac1ea-931c-4934-aa5e-0c6e716de5a4 service nova] Enqueued Resource ID: 99bb0820-74dd-4c95-82ed-a4d4229c4806 with Priority: HIGHEST for action port [ 1230.182318] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 1230.182452] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1230.182547] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99bb0820-74dd-4c95-82ed-a4d4229c4806 with Priority: HIGHEST for action port [ 1230.182834] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.182959] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.183447] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.183686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.183773] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.185458] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.185581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.186529] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-99bb0820-74dd-4c95-82ed-a4d4229c4806 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.186529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99bb0820-74dd-4c95-82ed-a4d4229c4806" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.186529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99bb0820-74dd-4c95-82ed-a4d4229c4806" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.186529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99bb0820-74dd-4c95-82ed-a4d4229c4806" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.186529] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99bb0820-74dd-4c95-82ed-a4d4229c4806',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.198178] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1230.198392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.686162] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.686364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.689834] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99bb0820-74dd-4c95-82ed-a4d4229c4806 with status ACTIVE [ 1230.691332] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.691332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.691332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.691332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.691332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.691332] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.691332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.691332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.691332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.691332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.691332] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.691761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.691761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.691761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.691761] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.691761] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99bb0820-74dd-4c95-82ed-a4d4229c4806 is going to be updated. [ 1230.712888] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.713075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.713120] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.713294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.713424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.713663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99bb0820-74dd-4c95-82ed-a4d4229c4806" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.104474] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1231.104790] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a deletion is rescheduled due to dependency. [ 1231.104967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.105228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.105542] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.105823] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.106019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.106125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.106389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.106560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.106672] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.609230] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.111578] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.615159] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.615512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.615512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.615694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.615784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.615879] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1232.646058] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.646058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.646291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.646329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.646469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.655648] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1234.100126] env[67412]: INFO networking_nsxv3.common.synchronization [req-3b75420a-e240-4b59-809a-e75e3bb73de1 req-a2193c11-33a5-4147-8ef3-3e6c931a9eb2 tempest-ServersTestJSON-677965942 tempest-ServersTestJSON-677965942-project-member] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1234.100719] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGHEST for action security_group_members [ 1234.101080] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.101212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.101272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.101497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.102129] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.102129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.102129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.102129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.102321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.102321] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.609811] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.610042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.610042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.610297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.610389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.610617] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.610737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.610802] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.610974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.611068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.611157] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be updated. [ 1234.639879] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.640074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.640121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.640327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.640479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.649423] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: IN_PROGRESS for 2s [ 1234.664278] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1234.664494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.664660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.664897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.665114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.665234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.665295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.665469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.665551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.665647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.665740] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.168300] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.670500] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3eccb20f-904a-4002-8d5c-4447f0b0b42a: rpc.has_security_group_logging(os_id): False [ 1235.689820] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.689984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.690079] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.690315] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.690417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.690698] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.690811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.690877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.691054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.691136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.691233] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1235.762576] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.762877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.762877] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.763221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.764078] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.786032] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1236.662480] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 in Status: SUCCESS [ 1236.662480] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 deletion is rescheduled due to dependency. [ 1236.662480] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.804714] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1237.805065] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.102854] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.102854] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.472725] env[67412]: INFO networking_nsxv3.common.synchronization [None req-4f83ec49-da70-4612-9ba7-d33c09fbf0d9 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: fb663aac-b2e1-4295-8bf2-7d1c12b448f7 with Priority: HIGHEST for action security_group_rules [ 1239.473442] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb663aac-b2e1-4295-8bf2-7d1c12b448f7 with Priority: HIGHEST for action security_group_rules [ 1239.473812] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.473993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.474091] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.474376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.474479] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb663aac-b2e1-4295-8bf2-7d1c12b448f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.587337] env[67412]: INFO networking_nsxv3.common.synchronization [None req-c8168cb0-3222-4269-bc6f-9ca5ed8a7820 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: fb663aac-b2e1-4295-8bf2-7d1c12b448f7 with Priority: HIGHEST for action security_group_rules [ 1239.587934] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb663aac-b2e1-4295-8bf2-7d1c12b448f7 with Priority: HIGHEST for action security_group_rules [ 1239.588636] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.588744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.998669] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.998881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.998881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.999051] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.999172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.999248] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb663aac-b2e1-4295-8bf2-7d1c12b448f7 already deleted. [ 1239.999322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.999472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.999689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.999780] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fb663aac-b2e1-4295-8bf2-7d1c12b448f7',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.525998] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.525998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.525998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.526654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.526654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.526654] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fb663aac-b2e1-4295-8bf2-7d1c12b448f7 already deleted. [ 1240.526654] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fb663aac-b2e1-4295-8bf2-7d1c12b448f7" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.591058] env[67412]: INFO networking_nsxv3.common.synchronization [req-7251277f-a9f7-4ea1-b35f-ad3aa7e2cb23 req-03b48b8d-d081-4f53-b9c3-e6d9226a2e5c tempest-ServerActionsTestOtherA-1753616200 tempest-ServerActionsTestOtherA-1753616200-project-member] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 1241.591514] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGHEST for action security_group_members [ 1241.592264] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.592264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.592264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.592264] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.592524] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.592524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.592524] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.593067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.593067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.593067] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1242.094760] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.094909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.094971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.095421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.095517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.095739] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.095861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.095924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.096543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.096649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.096745] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be updated. [ 1242.125810] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.126140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.126285] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.126506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.126643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.136294] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: IN_PROGRESS for 2s [ 1242.648207] env[67412]: INFO networking_nsxv3.common.synchronization [req-40e759d3-7bf2-4e75-96f8-392a466e25e2 req-96274885-a99a-4fcc-806a-cd7a76a32520 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1242.648507] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1242.648706] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.648843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.648915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.649154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.649482] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1242.649482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1242.649602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1242.649699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1242.649799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.649897] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.152386] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.152621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.152621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.152775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.152856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.153058] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.153158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.153216] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.153362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.153435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.153517] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1243.182165] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.182355] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.182399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.182602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.183319] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.191909] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1244.153350] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 in Status: SUCCESS [ 1244.153649] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 deletion is rescheduled due to dependency. [ 1244.153792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.202078] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 4s [ 1245.668392] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-556 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.668602] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.668724] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.668998] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.669263] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.669416] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.669530] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.669770] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.669916] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.670136] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.670244] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1245.670348] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1245.670449] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1245.670552] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1245.670652] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1245.670792] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1245.689529] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1245.689702] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1245.689860] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1245.690042] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-556" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.690349] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-9efedcbb-2ef8-4149-850e-600df6251aaa taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1245.690515] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.690632] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.690888] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.691037] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efedcbb-2ef8-4149-850e-600df6251aaa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.193664] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.193880] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.194060] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.194362] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.194585] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.194914] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.195157] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.195319] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.195579] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.195754] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.196182] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.196395] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.196554] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.196797] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.196979] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.197170] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 9efedcbb-2ef8-4149-850e-600df6251aaa is going to be updated. [ 1246.220924] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.221360] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.221360] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.221543] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.221735] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.221954] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.911611] env[67412]: INFO networking_nsxv3.common.synchronization [req-122d7805-92a3-4691-99b2-ae71de8ed7a5 req-8100f3ef-d39b-4e68-84b5-313f567c2fa9 service nova] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 1246.911806] env[67412]: INFO networking_nsxv3.common.synchronization [req-122d7805-92a3-4691-99b2-ae71de8ed7a5 req-8100f3ef-d39b-4e68-84b5-313f567c2fa9 service nova] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1246.911926] env[67412]: INFO networking_nsxv3.common.synchronization [req-122d7805-92a3-4691-99b2-ae71de8ed7a5 req-8100f3ef-d39b-4e68-84b5-313f567c2fa9 service nova] Enqueued Resource ID: 9efedcbb-2ef8-4149-850e-600df6251aaa with Priority: HIGHEST for action port [ 1246.912602] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_rules [ 1246.912602] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1246.912754] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9efedcbb-2ef8-4149-850e-600df6251aaa with Priority: HIGHEST for action port [ 1246.912953] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.913124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.913257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.913421] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.913502] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.914415] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.914582] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.914640] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.914764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.914958] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.915049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.915096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.915212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.915295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.915388] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1246.916135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-9efedcbb-2ef8-4149-850e-600df6251aaa taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1246.916306] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.916396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.916669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1246.916723] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9efedcbb-2ef8-4149-850e-600df6251aaa',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.211801] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1247.211986] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1247.212099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.418970] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.420170] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.420318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.420442] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9efedcbb-2ef8-4149-850e-600df6251aaa with status ACTIVE [ 1247.420599] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.420712] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.420777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.420970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.421101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.421255] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.421347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.421404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.421555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.421632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.421806] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.421899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.421956] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.422288] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.422407] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.422445] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9efedcbb-2ef8-4149-850e-600df6251aaa is going to be updated. [ 1247.446659] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.446965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.446965] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.447113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.447199] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.447392] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9efedcbb-2ef8-4149-850e-600df6251aaa" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.651060] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1247.651366] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1247.924595] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.415802] env[67412]: INFO networking_nsxv3.common.synchronization [req-b35a2ef6-41e1-4e26-8044-f86f21651539 req-0d2164e9-5f37-489d-8296-786bb9bbbd32 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1248.416249] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1248.416631] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.416689] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.416753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.416999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.417177] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.417281] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.417331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.417688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.417688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.417688] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.427101] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.427101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.427101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.427492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.427492] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.427492] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1248.460034] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.460034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.460034] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.460330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.460330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.471123] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1248.773400] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.773639] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.773757] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.773986] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.774289] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.774480] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.774558] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.774773] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.774913] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.775167] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.775322] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1248.775434] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1248.775539] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1248.775647] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1248.775740] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1248.776191] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1248.800181] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1248.800418] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1248.800528] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1248.800666] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.801100] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-1d2c86ad-3af0-424c-9425-7308fa66a466 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.801276] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-1d2c86ad-3af0-424c-9425-7308fa66a466" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.801429] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-1d2c86ad-3af0-424c-9425-7308fa66a466" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.801721] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-1d2c86ad-3af0-424c-9425-7308fa66a466" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.801867] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2c86ad-3af0-424c-9425-7308fa66a466',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.920242] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.920424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.920485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.920674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.920767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.920963] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.921072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.921155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.921313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.921390] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.921477] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1248.946705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.946926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.947000] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.947220] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.947356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.956825] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1249.304605] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.304922] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.305118] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.305424] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.305578] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.305756] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 1d2c86ad-3af0-424c-9425-7308fa66a466 not found, creating... [ 1249.306052] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.306213] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.306327] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.306547] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.306682] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.306964] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.307137] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.307256] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.307471] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.307737] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.307925] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 1d2c86ad-3af0-424c-9425-7308fa66a466 is going to be created. [ 1249.330491] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1249.330821] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1249.330821] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1249.331163] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1249.331401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.331621] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-1d2c86ad-3af0-424c-9425-7308fa66a466" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.037224] env[67412]: INFO networking_nsxv3.common.synchronization [req-b35a2ef6-41e1-4e26-8044-f86f21651539 req-300d69c7-5e06-48ae-9970-674302e06d0e service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1250.037541] env[67412]: INFO networking_nsxv3.common.synchronization [req-b35a2ef6-41e1-4e26-8044-f86f21651539 req-300d69c7-5e06-48ae-9970-674302e06d0e service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1250.037708] env[67412]: INFO networking_nsxv3.common.synchronization [req-b35a2ef6-41e1-4e26-8044-f86f21651539 req-300d69c7-5e06-48ae-9970-674302e06d0e service nova] Enqueued Resource ID: 1d2c86ad-3af0-424c-9425-7308fa66a466 with Priority: HIGHEST for action port [ 1250.038598] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1250.038741] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1250.038849] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d2c86ad-3af0-424c-9425-7308fa66a466 with Priority: HIGHEST for action port [ 1250.039168] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.039350] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.039460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.039775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.039878] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.041897] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.041897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.041897] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d2c86ad-3af0-424c-9425-7308fa66a466 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.042188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d2c86ad-3af0-424c-9425-7308fa66a466" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.042188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d2c86ad-3af0-424c-9425-7308fa66a466" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.042451] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d2c86ad-3af0-424c-9425-7308fa66a466" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.042497] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d2c86ad-3af0-424c-9425-7308fa66a466',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.483889] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1250.484129] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.484305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.484542] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.484740] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.484869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.484926] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.485092] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.485197] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.485235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.485352] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.545779] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.545974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.546228] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d2c86ad-3af0-424c-9425-7308fa66a466 with status ACTIVE [ 1250.546318] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.546388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.546435] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.546635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.546725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.546974] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.546974] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.547111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.547195] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.547267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.547457] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.547540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.547608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.547780] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.547860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.547944] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d2c86ad-3af0-424c-9425-7308fa66a466 is going to be updated. [ 1250.570046] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.570274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.570373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.570649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.570889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.571112] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d2c86ad-3af0-424c-9425-7308fa66a466" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.901532] env[67412]: INFO networking_nsxv3.common.synchronization [req-b98f32e6-2e22-4989-ac76-5a45f6edcd48 req-be3c68dd-e6c9-43ec-bd10-541fd50248b3 tempest-AttachVolumeShelveTestJSON-1923771381 tempest-AttachVolumeShelveTestJSON-1923771381-project-member] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_members [ 1250.902296] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGHEST for action security_group_members [ 1250.902640] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.903549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.903700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.903945] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.904237] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.904439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.904439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.904644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.904733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.904835] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.967643] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1250.968100] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1250.968325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.968890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.969198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.969448] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.969635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.969737] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.969953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.970179] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.970326] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.987146] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.408289] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.408729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.408729] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.408865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.408906] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.409137] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.409335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.409335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.410432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.410432] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.410432] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e is going to be updated. [ 1251.440823] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.441020] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.441076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.441275] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.441424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.452199] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: IN_PROGRESS for 2s [ 1251.472776] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.492179] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a758b3f-39ee-4687-ad27-accc9d48de1e: rpc.has_security_group_logging(os_id): False [ 1251.514621] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.514932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.514932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.515318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.515488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.515741] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.515894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.515894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.516117] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.516198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.516610] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1251.599164] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.599633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.599633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.599633] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.599873] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.615767] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1251.975440] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.479851] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.481303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.481748] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.482049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.482149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.482261] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1252.521363] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.521363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.521666] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.521815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.521887] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.534025] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1253.466955] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e in Status: SUCCESS [ 1253.467170] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e deletion is rescheduled due to dependency. [ 1253.467246] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.642606] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1253.642606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.545578] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1254.545810] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.546015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.546254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.546468] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.546635] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.546710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.546878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.546958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.547058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.547153] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.049280] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.049629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.049629] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.049784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.049980] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.050096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.050158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.050320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.050403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.050488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.050629] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.050755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.050793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.050939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.051347] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.051347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.051347] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.051501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.051501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.051501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.051606] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.319825] env[67412]: INFO networking_nsxv3.common.synchronization [None req-0f4b87cf-d782-4405-91a2-ebbbbde839e2 None None] Enqueued Resource ID: c1f39977-0899-4691-8894-cd322e48938c with Priority: HIGHEST for action port [ 1255.320514] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1f39977-0899-4691-8894-cd322e48938c with Priority: HIGHEST for action port [ 1255.320839] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1f39977-0899-4691-8894-cd322e48938c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.320984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1f39977-0899-4691-8894-cd322e48938c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.321790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1f39977-0899-4691-8894-cd322e48938c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.322224] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1f39977-0899-4691-8894-cd322e48938c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.322348] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1f39977-0899-4691-8894-cd322e48938c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.553369] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38e2fa6-de10-481b-b716-eb849dd08762: rpc.has_security_group_logging(os_id): False [ 1255.573743] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.573932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.573979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.574194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.574289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.574501] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.574600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.574661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.574815] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.574893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.575089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.575186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.575245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.575651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.575651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.575651] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.575784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.575784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.575892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.575962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.576059] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1255.644127] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.644298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.644349] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.644543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.644690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.684825] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1255.824551] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1f39977-0899-4691-8894-cd322e48938c [ 1255.824551] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.824551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.824551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.824781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.824821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.825143] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1f39977-0899-4691-8894-cd322e48938c already deleted. [ 1255.825143] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1f39977-0899-4691-8894-cd322e48938c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.476286] env[67412]: INFO networking_nsxv3.common.synchronization [None req-7071c5d3-9ff5-4233-bb66-f04722a0a7fd None None] Enqueued Resource ID: 5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae with Priority: HIGHEST for action port [ 1257.480946] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae with Priority: HIGHEST for action port [ 1257.480946] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.480946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.480946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.480946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.480946] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.707849] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1257.707849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.983442] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae [ 1257.983688] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.983824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.983946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.984153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.984244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.984336] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae already deleted. [ 1257.984416] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ec618d3-2b7c-41f0-b27e-23bfeadcf1ae" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.015176] env[67412]: INFO networking_nsxv3.common.synchronization [None req-91057e8b-0549-498e-b6d2-8fba79eab1ae None None] Enqueued Resource ID: a2f1f210-57f0-482f-b5ee-b11ceab18c3b with Priority: HIGHEST for action port [ 1258.015814] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2f1f210-57f0-482f-b5ee-b11ceab18c3b with Priority: HIGHEST for action port [ 1258.016338] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2f1f210-57f0-482f-b5ee-b11ceab18c3b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.016532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2f1f210-57f0-482f-b5ee-b11ceab18c3b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.017672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2f1f210-57f0-482f-b5ee-b11ceab18c3b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.017672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2f1f210-57f0-482f-b5ee-b11ceab18c3b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.017672] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2f1f210-57f0-482f-b5ee-b11ceab18c3b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.522407] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2f1f210-57f0-482f-b5ee-b11ceab18c3b [ 1258.522637] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.522694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.523207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.523207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.523207] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.523399] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2f1f210-57f0-482f-b5ee-b11ceab18c3b already deleted. [ 1258.523399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2f1f210-57f0-482f-b5ee-b11ceab18c3b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.105764] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b6b1b9cf-27ef-4518-b4f2-94e3ab7d626e None None] Enqueued Resource ID: 5ef65c9d-2301-49d2-a7ee-be5ceaf501a3 with Priority: HIGHEST for action port [ 1260.105764] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ef65c9d-2301-49d2-a7ee-be5ceaf501a3 with Priority: HIGHEST for action port [ 1260.105764] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ef65c9d-2301-49d2-a7ee-be5ceaf501a3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.105764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ef65c9d-2301-49d2-a7ee-be5ceaf501a3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.105764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ef65c9d-2301-49d2-a7ee-be5ceaf501a3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.106308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ef65c9d-2301-49d2-a7ee-be5ceaf501a3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.106308] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ef65c9d-2301-49d2-a7ee-be5ceaf501a3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.609768] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ef65c9d-2301-49d2-a7ee-be5ceaf501a3 [ 1260.609887] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.610042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.610111] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.610323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.610585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.610585] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ef65c9d-2301-49d2-a7ee-be5ceaf501a3 already deleted. [ 1260.610585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ef65c9d-2301-49d2-a7ee-be5ceaf501a3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.105480] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1265.105815] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1265.331044] env[67412]: INFO networking_nsxv3.common.synchronization [req-41c6300c-6e1d-4ed4-bbd0-19f54c9986bf req-153837b4-1f76-47d1-9d24-f3b62a4d258b tempest-ServerActionsTestOtherB-1979792394 tempest-ServerActionsTestOtherB-1979792394-project-member] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1265.331896] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGHEST for action security_group_members [ 1265.331896] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.331896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.332136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.332826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.332826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.332826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.332826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.332826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.332826] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.333145] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.631847] env[67412]: INFO networking_nsxv3.common.synchronization [req-dff0276a-6e57-41db-a169-27015b0788e7 req-7b4cbd8d-f3bc-4c0d-bfb7-a280dfc5d271 tempest-ServersNegativeTestMultiTenantJSON-1264619218 tempest-ServersNegativeTestMultiTenantJSON-1264619218-project-member] Enqueued Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGHEST for action security_group_members [ 1265.632385] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGHEST for action security_group_members [ 1265.632679] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.632794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.632922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.633164] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.633327] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.633436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.633501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.633657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.633741] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.633832] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.835851] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.836083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.836083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.836262] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.836324] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.836506] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.836623] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.836679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.836835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.836909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.837204] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be updated. [ 1265.882355] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.882505] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.882560] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.882773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.882939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.893194] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: IN_PROGRESS for 2s [ 1265.934461] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-9 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.934663] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.934783] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.935146] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.935397] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.935573] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.935656] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.935880] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.936035] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.936249] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.936356] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.936454] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.936560] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.936663] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.936766] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.936897] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.963302] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.963302] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1265.963566] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.963566] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.963846] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-0223e270-765e-40c6-b1fd-70efc14afdc0 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.964067] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-0223e270-765e-40c6-b1fd-70efc14afdc0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.964193] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-0223e270-765e-40c6-b1fd-70efc14afdc0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.964516] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-0223e270-765e-40c6-b1fd-70efc14afdc0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.964651] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0223e270-765e-40c6-b1fd-70efc14afdc0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.136117] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.136446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.136446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.136518] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.136619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.136802] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.136903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.136957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.137123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.137248] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.137323] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 already deleted. [ 1266.137373] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.469017] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.469272] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.470119] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.470767] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.470966] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.471136] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 0223e270-765e-40c6-b1fd-70efc14afdc0 not found, creating... [ 1266.471737] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.471906] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.472048] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.473116] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.473355] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.474718] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.474910] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.475057] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.475627] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.475774] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.475934] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 0223e270-765e-40c6-b1fd-70efc14afdc0 is going to be created. [ 1266.501110] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.501396] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.501457] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.501825] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.502110] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.502378] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-0223e270-765e-40c6-b1fd-70efc14afdc0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.182923] env[67412]: INFO networking_nsxv3.common.synchronization [req-dff0276a-6e57-41db-a169-27015b0788e7 req-709484bc-4963-4786-a100-a53f10627fe0 service nova] Enqueued Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGHEST for action security_group_rules [ 1267.182923] env[67412]: INFO networking_nsxv3.common.synchronization [req-dff0276a-6e57-41db-a169-27015b0788e7 req-709484bc-4963-4786-a100-a53f10627fe0 service nova] Enqueued Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGHEST for action security_group_members [ 1267.183365] env[67412]: INFO networking_nsxv3.common.synchronization [req-dff0276a-6e57-41db-a169-27015b0788e7 req-709484bc-4963-4786-a100-a53f10627fe0 service nova] Enqueued Resource ID: 0223e270-765e-40c6-b1fd-70efc14afdc0 with Priority: HIGHEST for action port [ 1267.183365] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGHEST for action security_group_rules [ 1267.183447] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGHEST for action security_group_members [ 1267.183551] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0223e270-765e-40c6-b1fd-70efc14afdc0 with Priority: HIGHEST for action port [ 1267.184019] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.184226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.184226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.184446] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.184527] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.185746] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.185847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.185916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.186098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.186249] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.186348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.186431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.186596] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.186684] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.187643] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.187643] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0223e270-765e-40c6-b1fd-70efc14afdc0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.187643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0223e270-765e-40c6-b1fd-70efc14afdc0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.187643] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0223e270-765e-40c6-b1fd-70efc14afdc0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.188173] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0223e270-765e-40c6-b1fd-70efc14afdc0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.188173] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0223e270-765e-40c6-b1fd-70efc14afdc0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.690044] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.690251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.690373] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.691227] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0223e270-765e-40c6-b1fd-70efc14afdc0 with status ACTIVE [ 1267.691403] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.691517] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.691581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.691779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.691868] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.692049] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.692159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.692225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.692384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.692460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.692652] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.692739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.692796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.692939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.693039] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.693126] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0223e270-765e-40c6-b1fd-70efc14afdc0 is going to be updated. [ 1267.715338] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.715551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.715551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.715758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.715893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.716054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0223e270-765e-40c6-b1fd-70efc14afdc0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.905540] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e in Status: SUCCESS [ 1267.905740] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e deletion is rescheduled due to dependency. [ 1267.905855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.195053] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.699437] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.699580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.699655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.699924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.700035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.700134] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 is going to be created. [ 1268.723146] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.723313] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.723362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.723584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.723739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.734582] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 in Status: UNINITIALIZED for 2s [ 1270.746060] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 in Status: SUCCESS [ 1270.746454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.746454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.746675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.746863] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.746979] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.747058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.747222] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.747316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.747414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.747508] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.250515] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.250664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.250664] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.250960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.251082] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.251221] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.251269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.251822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.251822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.251822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.251822] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.252024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.252024] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.252107] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.252259] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.252330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.252396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.252539] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.252606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.252700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.252773] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.755144] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30653fb4-3ec2-4e09-90d3-2b83f93a1d79: rpc.has_security_group_logging(os_id): False [ 1271.772890] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.773123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.773123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.773320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.773411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.773612] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.773707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.773758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.773909] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.773984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.774166] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.774257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.774316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.774453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.774525] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.774703] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.774793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.774852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.774988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.775073] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.775156] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 is going to be created. [ 1271.829252] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.829477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.829477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.829646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.829824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.841566] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 in Status: IN_PROGRESS for 2s [ 1272.184170] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.184351] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1273.854937] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 in Status: SUCCESS [ 1273.855316] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.185509] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.185770] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1278.563609] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.563999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.563999] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.564146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.564217] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.066626] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.375356] env[67412]: INFO networking_nsxv3.common.synchronization [req-1db39168-671a-495b-87ab-b878378681ac req-952ecab1-4f45-41f4-92fd-72ee817e0726 tempest-ServersNegativeTestMultiTenantJSON-1264619218 tempest-ServersNegativeTestMultiTenantJSON-1264619218-project-member] Enqueued Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGHEST for action security_group_members [ 1279.376138] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGHEST for action security_group_members [ 1279.376231] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.376384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.376384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.376591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.376752] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.376837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.376896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.377062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.377151] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.377251] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.568786] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.880153] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.880424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.880424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.880705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.880829] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.881104] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.881227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.881292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.881450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.881532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.881618] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 is going to be updated. [ 1279.910114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.910333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.910333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.911077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.911077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.919499] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 in Status: IN_PROGRESS for 2s [ 1280.071226] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1280.071385] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1280.935063] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.935063] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.935528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.935528] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.946466] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1280.947330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.948451] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1280.986106] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.986339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.986339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.986553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.997707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.998472] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1280.998555] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1280.998645] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1281.040678] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.040919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.040919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.041150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.042443] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.042609] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1281.121226] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.121436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.121436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.121632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.121950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.122237] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1281.194894] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.195055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.195198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.195458] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.195793] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.196114] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:43. [ 1281.196215] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'30653fb4-3ec2-4e09-90d3-2b83f93a1d79', 'e5a965fc-0714-4532-b9af-ee52b5a8889d', '74650147-2e48-467f-a302-24b0e250ddc2', '3eccb20f-904a-4002-8d5c-4447f0b0b42a', '7dd376a9-8e14-4afb-b56e-4e654dc54759', '9db72779-a2e9-463a-8e40-111c759e9cb8', '8ec9fd28-74be-4241-a34e-bbd7df2e9550', '9701df50-36fa-41dc-8f67-4c8325b46cf9', '49b6f125-3014-43fc-b501-32c3a44c11c9', '5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e', 'cc58e7a7-e05f-4166-be89-9f645ab08638', '62ba9b1d-a20a-472d-a50a-cb4a6607b589', '4551ecfe-7e4c-4e2c-8356-fac04877743c', 'fc934140-ad4e-4e0d-bd6b-78c9af14dd63', '3361c4be-c86e-46fa-9ca6-b50be6442aa9', 'b458b4eb-eba8-4b92-b255-7baadf3d9f11', '0cf38af1-73da-44a2-8d17-ad0755b471b0', '6a758b3f-39ee-4687-ad27-accc9d48de1e', '6bcf3f57-b439-4168-bbfb-bde2e3db0e8f', 'ef76a7c4-7e05-43c3-ba39-636543be40b1', 'c38e2fa6-de10-481b-b716-eb849dd08762', '5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09', 'bbc1cf20-cac2-49af-868d-e45223b0621b', '867b7ae8-7317-4690-81bd-f5ea8219e7b0', '65f15a93-c3f4-41c9-856a-7eaae03f3678', '7a8227c5-cfc8-4557-8104-e954e9fbfe60', '72eb92d5-a4b5-452b-89f3-eb05c05b5aeb', 'f8ed001d-c17d-4501-987b-0a1949688a62', '32217725-4ce8-4fc4-9bae-852f9a2f0351', '4be917be-e978-4a9f-8a59-c1ff58b03a03', '645206a2-5943-49dd-b798-37f0f396beb3', '889940a9-76cf-454d-af0a-13b7277796bf', '4574038a-f2a2-468f-9322-64d275b778e8', '7a7c6bdd-4f6e-48b2-89dc-cae718f92c43', 'af35cf2b-2349-4777-987b-affdcf0c917c', 'd7343a6c-a842-4296-aae1-eeceb9b1dc14', '40ad7e8b-fd28-4239-8d71-3d0becd5aeea', 'ba8c68e5-6ee9-4e9f-8651-f6984498593c', 'cae3030f-f174-440c-ac00-d5022c9d3f00', '58f5d34b-6e36-4fd8-96f6-8474fcffbe28', '707059b5-bfca-47b7-bd3d-36917fd5a727', 'ded8fcae-ddce-49b5-9371-b64f00bf0de5', '97b95233-1083-4e47-b7ce-64f123082a39'} {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1281.196306] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1281.215131] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.215367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.215367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.215533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.215615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.215717] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1281.215787] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1281.215857] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1281.290295] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.290509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.290509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.290698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.291903] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.292166] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1281.292245] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1281.292309] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1281.292381] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1281.292450] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/43 resources of Type:Security Group Rules [ 1281.292521] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGH for action security_group_rules [ 1281.292597] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGH for action security_group_rules [ 1281.292663] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGH for action security_group_rules [ 1281.292720] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGH for action security_group_rules [ 1281.292780] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGH for action security_group_rules [ 1281.292840] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGH for action security_group_rules [ 1281.292902] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGH for action security_group_rules [ 1281.292994] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGH for action security_group_rules [ 1281.293077] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGH for action security_group_rules [ 1281.293138] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGH for action security_group_rules [ 1281.293198] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGH for action security_group_rules [ 1281.293258] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGH for action security_group_rules [ 1281.293318] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGH for action security_group_rules [ 1281.293377] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGH for action security_group_rules [ 1281.293436] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGH for action security_group_rules [ 1281.293496] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGH for action security_group_rules [ 1281.293555] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGH for action security_group_rules [ 1281.293615] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGH for action security_group_rules [ 1281.293677] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGH for action security_group_rules [ 1281.293737] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGH for action security_group_rules [ 1281.293828] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.929572] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 in Status: SUCCESS [ 1281.929733] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 deletion is rescheduled due to dependency. [ 1281.929821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.377037] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1284.377037] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1284.377455] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 with Priority: HIGH for action security_group_rules [ 1284.377455] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74650147-2e48-467f-a302-24b0e250ddc2 with Priority: HIGH for action security_group_rules [ 1284.377455] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 with Priority: HIGH for action security_group_rules [ 1284.377576] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 with Priority: HIGH for action security_group_rules [ 1284.377618] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 with Priority: HIGH for action security_group_rules [ 1284.377711] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f with Priority: HIGH for action security_group_rules [ 1284.378256] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e with Priority: HIGH for action security_group_rules [ 1284.378391] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 with Priority: HIGH for action security_group_rules [ 1284.378488] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 with Priority: HIGH for action security_group_rules [ 1284.378601] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 with Priority: HIGH for action security_group_rules [ 1284.378703] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c with Priority: HIGH for action security_group_rules [ 1284.378793] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 with Priority: HIGH for action security_group_rules [ 1284.378889] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc58e7a7-e05f-4166-be89-9f645ab08638 with Priority: HIGH for action security_group_rules [ 1284.378996] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e with Priority: HIGH for action security_group_rules [ 1284.379147] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 with Priority: HIGH for action security_group_rules [ 1284.379247] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 with Priority: HIGH for action security_group_rules [ 1284.379348] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 with Priority: HIGH for action security_group_rules [ 1284.379438] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 with Priority: HIGH for action security_group_rules [ 1284.379525] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5a965fc-0714-4532-b9af-ee52b5a8889d with Priority: HIGH for action security_group_rules [ 1284.379613] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGH for action security_group_rules [ 1284.379967] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.380251] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.380317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.380538] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.380643] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30653fb4-3ec2-4e09-90d3-2b83f93a1d79',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.381651] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74650147-2e48-467f-a302-24b0e250ddc2 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.381773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.381869] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.382139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.382262] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74650147-2e48-467f-a302-24b0e250ddc2',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.383291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.383410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.383475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.383674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.383759] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ec9fd28-74be-4241-a34e-bbd7df2e9550',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.384481] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.384584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.384647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.384795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.384866] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3361c4be-c86e-46fa-9ca6-b50be6442aa9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.385711] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ef76a7c4-7e05-43c3-ba39-636543be40b1 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.385820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.385882] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.386042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.386118] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ef76a7c4-7e05-43c3-ba39-636543be40b1',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.386800] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.386905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.386970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.387160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.387249] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6bcf3f57-b439-4168-bbfb-bde2e3db0e8f',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.388016] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a758b3f-39ee-4687-ad27-accc9d48de1e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.388132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.388172] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.388298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.388368] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a758b3f-39ee-4687-ad27-accc9d48de1e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.389034] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cf38af1-73da-44a2-8d17-ad0755b471b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.389148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.389210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.389340] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.389456] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cf38af1-73da-44a2-8d17-ad0755b471b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.390346] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.390454] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.390504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.390659] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.390730] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc934140-ad4e-4e0d-bd6b-78c9af14dd63',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.391432] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.391537] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.391599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.391785] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.391839] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b458b4eb-eba8-4b92-b255-7baadf3d9f11',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.392483] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4551ecfe-7e4c-4e2c-8356-fac04877743c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.392601] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.392667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.392818] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.392887] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4551ecfe-7e4c-4e2c-8356-fac04877743c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.393672] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.393773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.393838] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.394035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.394134] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62ba9b1d-a20a-472d-a50a-cb4a6607b589',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.394803] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cc58e7a7-e05f-4166-be89-9f645ab08638 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.394901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.394966] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.395125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.395199] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cc58e7a7-e05f-4166-be89-9f645ab08638',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.395878] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.395983] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.396055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.396204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.396275] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.396937] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-49b6f125-3014-43fc-b501-32c3a44c11c9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.397055] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.397121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.397269] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.397344] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('49b6f125-3014-43fc-b501-32c3a44c11c9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.398138] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9db72779-a2e9-463a-8e40-111c759e9cb8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.398274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.398335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.398487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.398542] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9db72779-a2e9-463a-8e40-111c759e9cb8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.399216] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9701df50-36fa-41dc-8f67-4c8325b46cf9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.399414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.399414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.399564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.399564] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9701df50-36fa-41dc-8f67-4c8325b46cf9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.400399] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7dd376a9-8e14-4afb-b56e-4e654dc54759 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.400500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.400590] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.401463] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.401463] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7dd376a9-8e14-4afb-b56e-4e654dc54759',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.401653] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e5a965fc-0714-4532-b9af-ee52b5a8889d taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.401720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.401759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.401879] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.401947] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e5a965fc-0714-4532-b9af-ee52b5a8889d',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.402670] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.402806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.402806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.403328] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.403328] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.430907] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.431217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.431341] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.431522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.434335] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.434335] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.452379] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.452379] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ec9fd28-74be-4241-a34e-bbd7df2e9550 is going to be deleted. [ 1284.453202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.453419] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.473962] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.474156] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ef76a7c4-7e05-43c3-ba39-636543be40b1 is going to be deleted. [ 1284.516568] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.516747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.516799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.516992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.517096] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.517217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ec9fd28-74be-4241-a34e-bbd7df2e9550" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.533997] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.534198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.534272] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.534479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.534580] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.534679] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ef76a7c4-7e05-43c3-ba39-636543be40b1" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.924735] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.924901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.924978] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.925303] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.926339] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.926339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.926339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.926339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.926339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.926339] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.926339] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.939694] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.970378] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.970583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.970583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.970776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.975788] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.975980] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.980477] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.980604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.982536] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.982668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.984511] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.984511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.984511] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.984511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.986116] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.986116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.986444] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.986548] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.987330] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.987422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.988098] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.988195] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.989108] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.989279] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.989866] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.990348] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.990495] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.991612] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.992383] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.992472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.994298] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.994747] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.994835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.995534] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.995941] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.996042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.996717] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.997156] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.997238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.997849] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1284.998258] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.998353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.000445] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1285.000893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.001047] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc934140-ad4e-4e0d-bd6b-78c9af14dd63 is going to be deleted. [ 1285.002077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.002300] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.023752] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.023967] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cf38af1-73da-44a2-8d17-ad0755b471b0 is going to be deleted. [ 1285.024847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.025072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.055885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.056062] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a758b3f-39ee-4687-ad27-accc9d48de1e is going to be deleted. [ 1285.056969] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.057194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.062015] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.062157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.076511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.076842] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7dd376a9-8e14-4afb-b56e-4e654dc54759 is going to be deleted. [ 1285.077547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.077758] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.084302] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.084302] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.099588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.099588] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74650147-2e48-467f-a302-24b0e250ddc2 is going to be deleted. [ 1285.100353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.100353] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.114892] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.115076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.123420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.123566] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3361c4be-c86e-46fa-9ca6-b50be6442aa9 is going to be deleted. [ 1285.124487] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.124702] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.168051] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.168459] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.169949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.170181] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30653fb4-3ec2-4e09-90d3-2b83f93a1d79 is going to be deleted. [ 1285.171494] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.172015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.173949] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.174140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.205861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.206040] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9701df50-36fa-41dc-8f67-4c8325b46cf9 is going to be deleted. [ 1285.206915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.207245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.255433] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.255617] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b458b4eb-eba8-4b92-b255-7baadf3d9f11 is going to be deleted. [ 1285.256674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.256896] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.286029] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.286284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.291783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.291998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.311841] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.312042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.339052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.339203] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62ba9b1d-a20a-472d-a50a-cb4a6607b589 is going to be deleted. [ 1285.340144] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.340363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.402739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.403112] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4551ecfe-7e4c-4e2c-8356-fac04877743c is going to be deleted. [ 1285.403790] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.404015] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.450129] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3eccb20f-904a-4002-8d5c-4447f0b0b42a: rpc.has_security_group_logging(os_id): False [ 1285.465506] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.465748] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e5a965fc-0714-4532-b9af-ee52b5a8889d is going to be deleted. [ 1285.467052] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.467361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.511799] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.512136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.512760] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.512861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.523077] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.523283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.536555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.536728] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e is going to be deleted. [ 1285.537742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.538037] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.584563] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.584813] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6bcf3f57-b439-4168-bbfb-bde2e3db0e8f is going to be deleted. [ 1285.585611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.585833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.610018] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.610244] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 49b6f125-3014-43fc-b501-32c3a44c11c9 is going to be deleted. [ 1285.611420] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.611638] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.649117] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.649331] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.659913] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.660069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.669659] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.669795] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.679912] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.680135] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9db72779-a2e9-463a-8e40-111c759e9cb8 is going to be deleted. [ 1285.681128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.681366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.740149] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.740334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.748204] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.748359] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cc58e7a7-e05f-4166-be89-9f645ab08638 is going to be deleted. [ 1285.749425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.749543] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.749584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.749711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc934140-ad4e-4e0d-bd6b-78c9af14dd63" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.749867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.750101] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.750191] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.750308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cf38af1-73da-44a2-8d17-ad0755b471b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.750856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.751047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.751155] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.751284] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a758b3f-39ee-4687-ad27-accc9d48de1e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.751415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.751583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.751660] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.751777] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74650147-2e48-467f-a302-24b0e250ddc2" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.751907] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.752077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.752157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.752266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7dd376a9-8e14-4afb-b56e-4e654dc54759" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.752417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.752566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.752641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.752756] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3361c4be-c86e-46fa-9ca6-b50be6442aa9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.752881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.753031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.753108] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.753217] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30653fb4-3ec2-4e09-90d3-2b83f93a1d79" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.753342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.753482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.753555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.753669] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9701df50-36fa-41dc-8f67-4c8325b46cf9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.753789] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.753925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.753998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.754124] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b458b4eb-eba8-4b92-b255-7baadf3d9f11" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.754247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.754384] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.754456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.754576] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62ba9b1d-a20a-472d-a50a-cb4a6607b589" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.754678] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.754843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.805333] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.805553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.809950] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.810433] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.810550] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.810620] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.810835] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.810920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.811186] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1285.812409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.812610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.812701] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.812830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4551ecfe-7e4c-4e2c-8356-fac04877743c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.812967] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.813136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.813234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.813330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e5a965fc-0714-4532-b9af-ee52b5a8889d" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.814231] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.814338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.814409] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.814655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.814744] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.814860] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-49b6f125-3014-43fc-b501-32c3a44c11c9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.814989] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.815215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.815289] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.815358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f187970-dcdc-4573-9f2d-4a8f7d6bfa7e" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.815478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.815628] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.815695] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.815800] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6bcf3f57-b439-4168-bbfb-bde2e3db0e8f" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.816486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.816597] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.816696] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.816841] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9db72779-a2e9-463a-8e40-111c759e9cb8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.895584] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.895742] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.895801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.896066] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.896156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.896234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cc58e7a7-e05f-4166-be89-9f645ab08638" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.951919] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.952240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.952240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.952417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.952568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.999086] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1288.014649] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1288.015156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.380402] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.380755] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1291.187232] env[67412]: INFO networking_nsxv3.common.synchronization [req-69550d19-0b0d-4a05-a475-ca5a73d42a1a req-205f81e7-075f-4652-afe8-aab0c4e6e4e6 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1291.187637] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1291.187951] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.188086] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.188153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.188352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.188506] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.188603] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.188680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.188798] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.188878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.188966] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.691966] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.692234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.692234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.692456] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.715515] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.715799] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.715938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.716019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.716200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.716286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.716378] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1291.744342] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.744545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.744545] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.744747] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.744883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.753926] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1293.765696] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1293.766099] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1293.766099] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.812834] env[67412]: INFO networking_nsxv3.common.synchronization [req-66b3b63b-2f89-4733-8b2f-7b3f4a0f3836 req-20b81c1e-3efd-4e77-8b55-8f94ed62aeff tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1293.813889] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1293.813889] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.813889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.813889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.814439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.814439] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.814439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.814439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.814439] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.814753] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.814753] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.142940] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.143144] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.143266] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.143531] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.143778] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.143933] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.144065] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.144281] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.144421] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.144625] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.144732] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1294.144835] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1294.144937] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1294.145050] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1294.145171] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1294.145337] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1294.167065] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1294.167249] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1294.167348] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1294.167522] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-189" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.167833] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-21f2de67-a9db-4a7e-ba5b-1afc454655d9 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.168016] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-21f2de67-a9db-4a7e-ba5b-1afc454655d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.168136] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-21f2de67-a9db-4a7e-ba5b-1afc454655d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.168478] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-21f2de67-a9db-4a7e-ba5b-1afc454655d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.168616] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f2de67-a9db-4a7e-ba5b-1afc454655d9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.317762] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.317984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.317984] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.318260] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.318389] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.318552] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.318647] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.318707] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.318859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.318934] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.319029] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1294.350965] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.351234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.351294] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.351461] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.351594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.361797] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1294.671483] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.671713] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.671836] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.672141] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.672301] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.672469] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port 21f2de67-a9db-4a7e-ba5b-1afc454655d9 not found, creating... [ 1294.672729] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.672888] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.673012] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.673243] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.673384] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.673666] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.673820] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.673946] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.674166] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.674302] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.674438] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: 21f2de67-a9db-4a7e-ba5b-1afc454655d9 is going to be created. [ 1294.695873] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.696117] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.696170] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.696442] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.696674] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.696880] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-21f2de67-a9db-4a7e-ba5b-1afc454655d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.380732] env[67412]: INFO networking_nsxv3.common.synchronization [req-66b3b63b-2f89-4733-8b2f-7b3f4a0f3836 req-f05be128-43f4-42d5-b193-32e353c372ca service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1295.380977] env[67412]: INFO networking_nsxv3.common.synchronization [req-66b3b63b-2f89-4733-8b2f-7b3f4a0f3836 req-f05be128-43f4-42d5-b193-32e353c372ca service nova] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1295.381089] env[67412]: INFO networking_nsxv3.common.synchronization [req-66b3b63b-2f89-4733-8b2f-7b3f4a0f3836 req-f05be128-43f4-42d5-b193-32e353c372ca service nova] Enqueued Resource ID: 21f2de67-a9db-4a7e-ba5b-1afc454655d9 with Priority: HIGHEST for action port [ 1295.381570] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_rules [ 1295.381702] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1295.381796] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f2de67-a9db-4a7e-ba5b-1afc454655d9 with Priority: HIGHEST for action port [ 1295.382101] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.382228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.382325] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.382489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.382566] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.383416] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.383510] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.383700] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f2de67-a9db-4a7e-ba5b-1afc454655d9 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.383797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f2de67-a9db-4a7e-ba5b-1afc454655d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.383859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f2de67-a9db-4a7e-ba5b-1afc454655d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.384077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f2de67-a9db-4a7e-ba5b-1afc454655d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.384158] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f2de67-a9db-4a7e-ba5b-1afc454655d9',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.885943] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.886202] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.886264] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21f2de67-a9db-4a7e-ba5b-1afc454655d9 with status ACTIVE [ 1295.886442] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.886540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.886607] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.886825] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.886915] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.887099] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.887196] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.887256] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.887410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.887489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.887671] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.887763] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.887823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.887964] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.888058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.888136] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21f2de67-a9db-4a7e-ba5b-1afc454655d9 is going to be updated. [ 1295.926234] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.926436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.926436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.926657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.926788] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.926949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f2de67-a9db-4a7e-ba5b-1afc454655d9" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.372310] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1296.372579] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1296.372651] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.372782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.372998] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.373210] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.373329] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.373394] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.373553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.373632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.373731] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.875951] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.378252] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.880578] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.880923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.880923] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.881011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.881121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.881229] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1297.909028] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.909215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.909267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.909503] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.909646] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.918021] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1299.929968] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1299.930452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.930452] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.930613] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.930807] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.930925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.930987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.931201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.931322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.931431] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.931513] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.383390] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1300.383520] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1300.434160] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.434360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.434410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.434639] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.434806] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.434905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.434960] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.435138] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.435225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.435314] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.435458] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.435551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.435608] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.435749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.435880] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.435970] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.436042] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.436181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.436254] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.436342] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.436443] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.939244] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c38e2fa6-de10-481b-b716-eb849dd08762: rpc.has_security_group_logging(os_id): False [ 1300.963571] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.963847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.963847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.963987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.964090] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.964314] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.964415] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.964472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.964621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.964697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.964877] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.964969] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.965032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.965165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.965239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.965412] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.965504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.965555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.965708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.965792] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.965878] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1301.059411] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.059612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.059612] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.059819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.059958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.076595] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1303.091410] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1303.091878] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.384156] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1305.384505] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1307.068406] env[67412]: INFO networking_nsxv3.common.synchronization [req-1643ce29-0200-4e1e-8a9b-9da19f95fad0 req-c29585b1-6e45-42ab-9fd2-dd3c34e37a67 tempest-ServerDiskConfigTestJSON-1544067817 tempest-ServerDiskConfigTestJSON-1544067817-project-member] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1307.069031] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGHEST for action security_group_members [ 1307.069427] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.069570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.069650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.069805] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.069949] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.070064] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.070132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.070290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.070364] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.070455] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.572394] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.572667] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.572822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.573141] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.573286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.573515] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.573630] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.573713] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.573912] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.573994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.574123] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be updated. [ 1307.606402] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.606618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.606661] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.607154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.607154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.618434] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: IN_PROGRESS for 2s [ 1308.819274] env[67412]: INFO networking_nsxv3.common.synchronization [req-899c868f-1a73-48f3-93b5-cbcfefb68bb6 req-4d434f05-b5ce-4a8f-81e6-c5d5ce3d9df2 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1308.819798] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1308.820108] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.820252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.820330] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.820509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.820662] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.820755] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.820832] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.820955] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.821176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.821305] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.323971] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.323971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.323971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.324295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.324295] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.324475] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.324615] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.324680] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.324842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.324919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.325020] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1309.354121] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.354317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.354317] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.354482] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.354618] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.363323] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1309.628752] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c38e2fa6-de10-481b-b716-eb849dd08762 in Status: SUCCESS [ 1309.628927] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 deletion is rescheduled due to dependency. [ 1309.629053] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.372854] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1311.373235] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a deletion is rescheduled due to dependency. [ 1311.373235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.821034] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1313.821034] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.757884] env[67412]: INFO networking_nsxv3.common.synchronization [req-be18eb9e-0691-46f9-bf7b-c4daf158fea9 req-bce049f5-d0aa-4f3e-97c2-5cc9fb16f2e7 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1315.758472] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1315.758792] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.758897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.758993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.759184] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.759336] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.759436] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.759499] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.759649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.759731] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.759821] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.011859] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-489 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.012212] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.012409] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.012721] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.013114] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.013381] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.013596] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.013879] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.014097] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.014406] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1316.014598] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1316.014790] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1316.014979] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1316.015190] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1316.015379] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1316.015597] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1316.043034] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1316.043247] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1316.043370] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1316.043521] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-489" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.043837] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-94ea4e24-fa27-4145-87b7-98145a11ad59 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.044015] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-94ea4e24-fa27-4145-87b7-98145a11ad59" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.044140] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-94ea4e24-fa27-4145-87b7-98145a11ad59" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.044473] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-94ea4e24-fa27-4145-87b7-98145a11ad59" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.044672] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ea4e24-fa27-4145-87b7-98145a11ad59',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.262750] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.262971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.262971] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.263170] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.263321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.263535] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.263632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.263691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.263899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.263988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.264093] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1316.291125] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.291425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.291425] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.291555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.291662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.300837] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1316.547273] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.547838] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.548542] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.548542] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.548665] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.548852] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 94ea4e24-fa27-4145-87b7-98145a11ad59 not found, creating... [ 1316.549521] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.549521] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.549521] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.549725] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.550162] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.550249] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.550444] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.550581] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.550853] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.551044] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.551226] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 94ea4e24-fa27-4145-87b7-98145a11ad59 is going to be created. [ 1316.570946] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.571185] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.571239] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.571555] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.571782] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.571997] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-94ea4e24-fa27-4145-87b7-98145a11ad59" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.244131] env[67412]: INFO networking_nsxv3.common.synchronization [req-be18eb9e-0691-46f9-bf7b-c4daf158fea9 req-276c0c30-7785-41b8-bc29-13723fce296f service nova] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 1317.244491] env[67412]: INFO networking_nsxv3.common.synchronization [req-be18eb9e-0691-46f9-bf7b-c4daf158fea9 req-276c0c30-7785-41b8-bc29-13723fce296f service nova] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1317.244491] env[67412]: INFO networking_nsxv3.common.synchronization [req-be18eb9e-0691-46f9-bf7b-c4daf158fea9 req-276c0c30-7785-41b8-bc29-13723fce296f service nova] Enqueued Resource ID: 94ea4e24-fa27-4145-87b7-98145a11ad59 with Priority: HIGHEST for action port [ 1317.244605] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_rules [ 1317.244739] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1317.244837] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94ea4e24-fa27-4145-87b7-98145a11ad59 with Priority: HIGHEST for action port [ 1317.245984] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.246130] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.246198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.246406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.246490] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.247789] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.247891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.248109] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-94ea4e24-fa27-4145-87b7-98145a11ad59 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.248225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94ea4e24-fa27-4145-87b7-98145a11ad59" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.248291] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94ea4e24-fa27-4145-87b7-98145a11ad59" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.248470] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94ea4e24-fa27-4145-87b7-98145a11ad59" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.248549] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94ea4e24-fa27-4145-87b7-98145a11ad59',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.750749] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.750995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.751155] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94ea4e24-fa27-4145-87b7-98145a11ad59 with status ACTIVE [ 1317.751363] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.751508] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.751568] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.751839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.751948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.752135] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.752321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.752321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.752441] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.752532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.752719] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.752911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.752911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.753077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.753150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.753236] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94ea4e24-fa27-4145-87b7-98145a11ad59 is going to be updated. [ 1317.774852] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.775089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.775089] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.775274] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.775411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.775565] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94ea4e24-fa27-4145-87b7-98145a11ad59" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.312125] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1318.312529] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a deletion is rescheduled due to dependency. [ 1318.312529] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.312606] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.312837] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.313046] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.313165] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.313226] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.313383] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.313465] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.313559] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.815932] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.318361] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.820823] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.820991] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.821074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.821318] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.821427] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.821538] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1319.851154] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.851337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.851455] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.851585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.851736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.860664] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1321.871499] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1321.871874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.871920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.872121] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.872307] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.872423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.872485] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.872636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.872714] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.872794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.872879] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.245804] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1322.246035] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1322.375595] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.878149] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3eccb20f-904a-4002-8d5c-4447f0b0b42a: rpc.has_security_group_logging(os_id): False [ 1322.896692] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.896902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.896902] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.897097] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.897188] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.897453] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.897555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.897617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.897773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.897848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.897932] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1322.964627] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.964863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.964863] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.965073] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.965229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.979917] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1324.993969] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1324.994422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.247085] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.247614] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1332.247677] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1332.248078] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1337.248863] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.249417] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1342.249734] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1342.250158] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1347.250661] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1347.251069] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1352.251626] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.252081] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.252425] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.252914] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.253321] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.253731] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.254260] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.254837] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.255566] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.255941] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.257169] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.257584] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.766519] env[67412]: INFO networking_nsxv3.common.synchronization [req-44ac5f09-33e1-48fb-b7fc-b59d5e246248 req-d3e78596-53a7-4510-ab86-d67ceed91207 tempest-ServerActionsTestJSON-163672226 tempest-ServerActionsTestJSON-163672226-project-member] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1377.767095] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGHEST for action security_group_members [ 1377.767432] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.767557] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.767624] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.767821] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.767979] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.768077] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.768697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.768697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.768697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.768697] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.271118] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.271540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.271540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.271621] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.271655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.271881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.272068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.272068] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.272192] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.272257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.272346] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be updated. [ 1378.306421] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.306725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.306725] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.306811] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.306928] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.314989] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: IN_PROGRESS for 2s [ 1380.326131] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a in Status: SUCCESS [ 1380.326516] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a deletion is rescheduled due to dependency. [ 1380.326516] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.768455] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.768870] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1385.887994] env[67412]: INFO networking_nsxv3.common.synchronization [None req-b632236f-9a66-42b3-84c2-8996f69ff0fb None None] Enqueued Resource ID: 63319e8e-87f7-4477-adf9-2836fb40c908 with Priority: HIGHEST for action port [ 1385.888578] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63319e8e-87f7-4477-adf9-2836fb40c908 with Priority: HIGHEST for action port [ 1385.889052] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-63319e8e-87f7-4477-adf9-2836fb40c908 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.889198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63319e8e-87f7-4477-adf9-2836fb40c908" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.889253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63319e8e-87f7-4477-adf9-2836fb40c908" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.889493] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63319e8e-87f7-4477-adf9-2836fb40c908" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.889574] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63319e8e-87f7-4477-adf9-2836fb40c908',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.392180] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63319e8e-87f7-4477-adf9-2836fb40c908 [ 1386.392544] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.392544] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.392874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.392874] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.392948] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.393298] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63319e8e-87f7-4477-adf9-2836fb40c908 already deleted. [ 1386.393298] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63319e8e-87f7-4477-adf9-2836fb40c908" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.649867] env[67412]: INFO networking_nsxv3.common.synchronization [None req-f3ce2724-019c-430f-b34b-044a584ff288 None None] Enqueued Resource ID: fd474894-d326-4f28-b22d-27b12a2a7c2c with Priority: HIGHEST for action port [ 1387.650268] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd474894-d326-4f28-b22d-27b12a2a7c2c with Priority: HIGHEST for action port [ 1387.650664] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd474894-d326-4f28-b22d-27b12a2a7c2c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.650848] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd474894-d326-4f28-b22d-27b12a2a7c2c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.650952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd474894-d326-4f28-b22d-27b12a2a7c2c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.651326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd474894-d326-4f28-b22d-27b12a2a7c2c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.651414] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd474894-d326-4f28-b22d-27b12a2a7c2c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.153375] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd474894-d326-4f28-b22d-27b12a2a7c2c [ 1388.153642] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1388.153781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1388.153850] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1388.154080] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1388.154210] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.154265] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd474894-d326-4f28-b22d-27b12a2a7c2c already deleted. [ 1388.154336] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd474894-d326-4f28-b22d-27b12a2a7c2c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.852753] env[67412]: INFO networking_nsxv3.common.synchronization [req-22059bd2-0f69-43f1-91d1-77634cc52acc req-523f680c-474a-43ba-85a0-b7154ec009a2 tempest-ServerRescueNegativeTestJSON-494905910 tempest-ServerRescueNegativeTestJSON-494905910-project-member] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1390.853660] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1390.853982] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.854115] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.854200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.854453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.854620] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.854724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.854775] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.855084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.855084] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.855191] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.123017] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.123390] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.123619] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.124098] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.124521] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.124793] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.124997] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.125366] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.125611] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.125955] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1391.126199] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1391.126394] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1391.126597] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1391.126808] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1391.127035] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1391.127252] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1391.150091] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1391.150263] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1391.150407] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1391.150586] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.150947] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-0140d045-f7d0-4dd6-a76a-130423a31b56 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.151148] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-0140d045-f7d0-4dd6-a76a-130423a31b56" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.151264] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-0140d045-f7d0-4dd6-a76a-130423a31b56" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.151581] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-0140d045-f7d0-4dd6-a76a-130423a31b56" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.151716] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0140d045-f7d0-4dd6-a76a-130423a31b56',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.357299] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.357522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.357522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.357736] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.357823] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.358028] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.358128] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.358189] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.358333] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.358403] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.358484] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 already deleted. [ 1391.358559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.654686] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.655030] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.655166] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.655440] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.655585] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.655750] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 0140d045-f7d0-4dd6-a76a-130423a31b56 not found, creating... [ 1391.656034] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.656199] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.656314] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.656536] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.656671] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.656949] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.657117] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.657231] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.657432] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.657563] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.657698] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 0140d045-f7d0-4dd6-a76a-130423a31b56 is going to be created. [ 1391.677570] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.677764] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.677858] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.678107] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.678327] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.678536] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-0140d045-f7d0-4dd6-a76a-130423a31b56" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.375093] env[67412]: INFO networking_nsxv3.common.synchronization [req-22059bd2-0f69-43f1-91d1-77634cc52acc req-79b4810f-f9e8-41d1-b728-708ab40f8022 service nova] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_rules [ 1392.375093] env[67412]: INFO networking_nsxv3.common.synchronization [req-22059bd2-0f69-43f1-91d1-77634cc52acc req-79b4810f-f9e8-41d1-b728-708ab40f8022 service nova] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1392.375093] env[67412]: INFO networking_nsxv3.common.synchronization [req-22059bd2-0f69-43f1-91d1-77634cc52acc req-79b4810f-f9e8-41d1-b728-708ab40f8022 service nova] Enqueued Resource ID: 0140d045-f7d0-4dd6-a76a-130423a31b56 with Priority: HIGHEST for action port [ 1392.375093] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_rules [ 1392.375093] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1392.375093] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0140d045-f7d0-4dd6-a76a-130423a31b56 with Priority: HIGHEST for action port [ 1392.375835] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.376105] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.376283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.376609] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.376794] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.377783] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.378844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.381022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.381022] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.381022] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-0140d045-f7d0-4dd6-a76a-130423a31b56 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0140d045-f7d0-4dd6-a76a-130423a31b56" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0140d045-f7d0-4dd6-a76a-130423a31b56" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.381022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0140d045-f7d0-4dd6-a76a-130423a31b56" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.381022] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0140d045-f7d0-4dd6-a76a-130423a31b56',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.887198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.887198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.887198] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.887198] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0140d045-f7d0-4dd6-a76a-130423a31b56 with status ACTIVE [ 1392.887198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.887198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.887198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.887198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.887198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.887198] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.887198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.887198] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.887854] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.888040] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.888330] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.888571] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.888728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.889035] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.889230] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.889402] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0140d045-f7d0-4dd6-a76a-130423a31b56 is going to be updated. [ 1392.911931] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.912156] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.912215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.912376] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.912511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.912665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0140d045-f7d0-4dd6-a76a-130423a31b56" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.392248] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.681668] env[67412]: INFO networking_nsxv3.common.synchronization [req-e9c77154-6833-49ec-bf70-15f1063620df req-30f27a3f-55bd-473c-8762-67fb5bc020bb tempest-ServerRescueNegativeTestJSON-494905910 tempest-ServerRescueNegativeTestJSON-494905910-project-member] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1393.682358] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1393.682858] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.682997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.894782] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.894993] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.895058] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.895287] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.895374] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.895473] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 is going to be created. [ 1393.919771] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.919994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.919994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.920186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.920338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.931393] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: UNINITIALIZED for 2s [ 1393.985019] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.985019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.985019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.985019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.985019] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.985019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.985019] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.985401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.985401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.985472] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.985527] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1393.985627] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1393.985726] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1393.985824] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1393.985920] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1393.986052] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1394.006709] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1394.006902] env[67412]: DEBUG dogpile.cache.region [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1394.007084] env[67412]: DEBUG dogpile.lock [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1394.007251] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.007557] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock port-3e4ecc13-581c-4d32-b440-373ba2923911 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.007721] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "port-3e4ecc13-581c-4d32-b440-373ba2923911" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.007835] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "port-3e4ecc13-581c-4d32-b440-373ba2923911" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.008181] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "port-3e4ecc13-581c-4d32-b440-373ba2923911" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.008307] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e4ecc13-581c-4d32-b440-373ba2923911',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.511152] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.511727] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.511727] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.511855] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.512038] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.512223] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Segment Port 3e4ecc13-581c-4d32-b440-373ba2923911 not found, creating... [ 1394.512509] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.512716] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.512849] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.513107] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.513271] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.513576] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.513754] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.513843] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.514116] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.514318] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.514487] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Resource: SegmentPort with ID: 3e4ecc13-581c-4d32-b440-373ba2923911 is going to be created. [ 1394.534506] env[67412]: DEBUG networking_nsxv3.common.locking [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.534812] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.534812] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.535110] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.535359] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.535559] env[67412]: DEBUG oslo_concurrency.lockutils [None req-62b057a9-fb49-4ceb-a47b-771155f18e66 None None] Releasing lock "port-3e4ecc13-581c-4d32-b440-373ba2923911" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.219944] env[67412]: INFO networking_nsxv3.common.synchronization [req-e9c77154-6833-49ec-bf70-15f1063620df req-2d24b640-8a6d-4c8b-b07e-3e75c99653f5 service nova] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_rules [ 1395.220172] env[67412]: INFO networking_nsxv3.common.synchronization [req-e9c77154-6833-49ec-bf70-15f1063620df req-2d24b640-8a6d-4c8b-b07e-3e75c99653f5 service nova] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1395.220312] env[67412]: INFO networking_nsxv3.common.synchronization [req-e9c77154-6833-49ec-bf70-15f1063620df req-2d24b640-8a6d-4c8b-b07e-3e75c99653f5 service nova] Enqueued Resource ID: 3e4ecc13-581c-4d32-b440-373ba2923911 with Priority: HIGHEST for action port [ 1395.220867] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_rules [ 1395.221052] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1395.222596] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e4ecc13-581c-4d32-b440-373ba2923911 with Priority: HIGHEST for action port [ 1395.222766] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.222872] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.223098] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.223186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.223477] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e4ecc13-581c-4d32-b440-373ba2923911 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.223583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e4ecc13-581c-4d32-b440-373ba2923911" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.223648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e4ecc13-581c-4d32-b440-373ba2923911" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.223861] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e4ecc13-581c-4d32-b440-373ba2923911" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.223912] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e4ecc13-581c-4d32-b440-373ba2923911',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.726629] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e4ecc13-581c-4d32-b440-373ba2923911 with status ACTIVE [ 1395.726957] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.727176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.727176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.727290] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.727365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.727535] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.727632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.727694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.727847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.727925] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.728118] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.728212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.728273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.728412] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.728484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.728566] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e4ecc13-581c-4d32-b440-373ba2923911 is going to be updated. [ 1395.749737] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.749946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.749946] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.750148] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.750278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.750429] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e4ecc13-581c-4d32-b440-373ba2923911" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.942333] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: SUCCESS [ 1395.942533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.942675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.942901] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.943120] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.943238] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.943305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.943450] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.943527] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.943611] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.943706] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.944589] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.944754] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.945571] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.945691] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.945759] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.945919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.946008] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.946104] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.449059] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.449059] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.449059] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.951409] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.453883] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.454038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.454123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.454332] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.454408] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.455046] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 is going to be updated. [ 1397.483649] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.483801] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.483876] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.484116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.484301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.493234] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: IN_PROGRESS for 2s [ 1399.505189] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: SUCCESS [ 1399.505549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.505549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.505698] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.505881] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.505997] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.506075] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.506229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.506307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.506405] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.008986] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1400.223389] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.224037] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1400.511495] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.014522] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.014717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.014717] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.014914] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.015013] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.015118] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 is going to be updated. [ 1401.042168] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1401.042381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1401.042381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1401.042577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1401.042720] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.055091] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: IN_PROGRESS for 2s [ 1403.067506] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: SUCCESS [ 1403.067943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.067943] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.068159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.068312] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.068424] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.068490] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.068632] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.068711] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.068794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.068980] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.069098] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.069154] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.069283] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.069417] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.069509] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.069566] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.069700] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.069765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.069847] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.069937] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.572609] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e9727ca-3a94-41bf-b309-9521c2410184: rpc.has_security_group_logging(os_id): False [ 1403.590712] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.590913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.591049] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.591276] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.591365] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.591559] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.591648] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.591727] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.591944] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.592082] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.592357] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.592511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.592605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.592764] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.592842] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.593114] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.593215] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.593278] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.593422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.593522] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.593642] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 is going to be created. [ 1403.677916] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.678158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.678158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.678320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.678500] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.690857] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: IN_PROGRESS for 2s [ 1405.224662] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.225057] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1405.706604] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: SUCCESS [ 1405.706844] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.706992] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.707235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.707329] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.209894] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.209894] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.210031] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.210203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.210373] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.210477] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.210532] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.210692] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.210778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.210867] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.210948] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.713438] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.713833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.713833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.713905] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.714047] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.714150] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.714209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.714404] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.714498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.714591] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.714739] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.714833] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.714891] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.715062] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.715201] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.715292] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.715348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.715486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.715559] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.715636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.715726] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.218231] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e9727ca-3a94-41bf-b309-9521c2410184: rpc.has_security_group_logging(os_id): False [ 1407.238366] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.238570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.238619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.238822] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.238933] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.239167] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.239273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.239322] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.239475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.239549] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.239734] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.239827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.239889] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.240044] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.240122] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.240348] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.240410] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.240464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.240602] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.240675] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.240759] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 is going to be updated. [ 1407.302909] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.303070] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.303146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.303366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.303511] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.315125] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: IN_PROGRESS for 2s [ 1409.330237] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: SUCCESS [ 1409.330546] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.226014] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.226141] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.227216] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.227599] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.228222] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.228627] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.230240] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.230240] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1427.027932] env[67412]: INFO networking_nsxv3.common.synchronization [None req-bc9020b0-8d32-42d6-a3dc-a8c1ce121a19 tempest-ServerRescueNegativeTestJSON-494905910 tempest-ServerRescueNegativeTestJSON-494905910-project-member] Enqueued Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_rules [ 1427.028521] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_rules [ 1427.028829] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e26c71c5-a9fe-4323-bb13-1878e38496a5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.028949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.029139] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.029422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.029500] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1427.103119] env[67412]: INFO networking_nsxv3.common.synchronization [None req-e4c5b719-8c27-462d-88a6-00b593a01e5b tempest-ServerRescueNegativeTestJSON-494905910 tempest-ServerRescueNegativeTestJSON-494905910-project-member] Enqueued Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_rules [ 1427.103647] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_rules [ 1427.103993] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e26c71c5-a9fe-4323-bb13-1878e38496a5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.104072] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.550100] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1427.550273] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1427.550360] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.550587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.550697] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.550797] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 already deleted. [ 1427.550890] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.551069] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1427.551267] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1427.551356] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1428.073947] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1428.074395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.074395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.074395] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1428.074520] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1428.074605] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 already deleted. [ 1428.074685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.105041] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.105373] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.407311] env[67412]: INFO networking_nsxv3.common.synchronization [req-caa25c04-ab71-42fc-94ea-80d792eb12d3 req-a03393f1-3001-4649-8736-cded3d5cf48e tempest-ServerRescueNegativeTestJSON-494905910 tempest-ServerRescueNegativeTestJSON-494905910-project-member] Enqueued Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_members [ 1432.407875] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_members [ 1432.408235] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e26c71c5-a9fe-4323-bb13-1878e38496a5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.408363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.408426] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.408672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.408826] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.408924] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.408987] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.409157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.409261] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.409364] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.710177] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock network-75 taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.710437] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.710564] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.710831] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.711173] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.711388] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.711506] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.711741] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.711876] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.712093] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1432.712210] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] NeedRegenerationException {{(pid=67412) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1432.712330] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] no value, waiting for create lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1432.712437] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] value creation lock acquired {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1432.712542] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] No value present for key: 'zone-id' {{(pid=67412) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1432.712643] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Calling creation function for not-yet-present value {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1432.712772] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1432.734949] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1432.735169] env[67412]: DEBUG dogpile.cache.region [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=67412) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1432.735268] env[67412]: DEBUG dogpile.lock [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Released creation lock {{(pid=67412) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1432.735447] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "network-75" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.735763] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock port-ca3d9348-baa8-4920-a05e-7fce66b4304a taken with stack trace [, , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.735939] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "port-ca3d9348-baa8-4920-a05e-7fce66b4304a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.736071] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "port-ca3d9348-baa8-4920-a05e-7fce66b4304a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.736437] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "port-ca3d9348-baa8-4920-a05e-7fce66b4304a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.736697] env[67412]: DEBUG networking_nsxv3.api.rpc [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca3d9348-baa8-4920-a05e-7fce66b4304a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.911533] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.911782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.911782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.911975] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.912076] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.912282] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.912399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.912462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.912619] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.912694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.912781] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 already deleted. [ 1432.912859] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.239478] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.240041] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.240041] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.240188] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.240283] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.240420] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Segment Port ca3d9348-baa8-4920-a05e-7fce66b4304a not found, creating... [ 1433.240690] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.240847] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.240963] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.241243] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.241401] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.241704] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.241864] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.241980] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.242209] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.242354] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.242486] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Resource: SegmentPort with ID: ca3d9348-baa8-4920-a05e-7fce66b4304a is going to be created. [ 1433.271150] env[67412]: DEBUG networking_nsxv3.common.locking [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.271420] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.271588] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.271809] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.272045] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.272281] env[67412]: DEBUG oslo_concurrency.lockutils [None req-7c988c11-7250-47a9-a974-58e1c80c3f0c None None] Releasing lock "port-ca3d9348-baa8-4920-a05e-7fce66b4304a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.948286] env[67412]: INFO networking_nsxv3.common.synchronization [req-caa25c04-ab71-42fc-94ea-80d792eb12d3 req-e603c91a-3bae-486e-b5d0-b1a04d5a6f29 service nova] Enqueued Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_rules [ 1433.948560] env[67412]: INFO networking_nsxv3.common.synchronization [req-caa25c04-ab71-42fc-94ea-80d792eb12d3 req-e603c91a-3bae-486e-b5d0-b1a04d5a6f29 service nova] Enqueued Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_members [ 1433.948760] env[67412]: INFO networking_nsxv3.common.synchronization [req-caa25c04-ab71-42fc-94ea-80d792eb12d3 req-e603c91a-3bae-486e-b5d0-b1a04d5a6f29 service nova] Enqueued Resource ID: ca3d9348-baa8-4920-a05e-7fce66b4304a with Priority: HIGHEST for action port [ 1433.949514] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_rules [ 1433.949709] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_members [ 1433.949844] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca3d9348-baa8-4920-a05e-7fce66b4304a with Priority: HIGHEST for action port [ 1433.950234] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e26c71c5-a9fe-4323-bb13-1878e38496a5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.950405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.950496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.950773] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.950884] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.952126] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e26c71c5-a9fe-4323-bb13-1878e38496a5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.952203] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.952297] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.952610] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.952751] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.954167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.954167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.954167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.954167] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.954349] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1433.955097] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca3d9348-baa8-4920-a05e-7fce66b4304a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1433.955496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca3d9348-baa8-4920-a05e-7fce66b4304a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1433.955496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca3d9348-baa8-4920-a05e-7fce66b4304a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1433.955496] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca3d9348-baa8-4920-a05e-7fce66b4304a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1433.955664] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca3d9348-baa8-4920-a05e-7fce66b4304a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.458051] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1434.458705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e26c71c5-a9fe-4323-bb13-1878e38496a5 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.458846] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.459226] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca3d9348-baa8-4920-a05e-7fce66b4304a with status ACTIVE [ 1434.459417] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.459555] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.459626] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.459849] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.459922] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.460140] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.460244] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.460308] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.460469] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.460530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.460713] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.460803] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.460857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.460994] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.461116] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.461190] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca3d9348-baa8-4920-a05e-7fce66b4304a is going to be updated. [ 1434.483935] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1434.484182] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1434.484182] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1434.484352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1434.484488] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.484641] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca3d9348-baa8-4920-a05e-7fce66b4304a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1434.959715] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.462490] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.462885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.462885] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.462958] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.463014] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.463200] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 is going to be created. [ 1435.489905] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.490074] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.490158] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.490414] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.490588] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.499833] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 in Status: UNINITIALIZED for 2s [ 1437.511067] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 in Status: SUCCESS [ 1437.511067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.511067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.511067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.511067] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.511067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.511067] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.511636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.511636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.511636] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.511636] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.013901] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.516795] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e26c71c5-a9fe-4323-bb13-1878e38496a5: rpc.has_security_group_logging(os_id): False [ 1438.534953] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.535160] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.535253] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.535417] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.535512] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.535753] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.535852] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.535919] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.536083] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.536157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.536233] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 is going to be created. [ 1438.601323] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.601484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.601484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.601685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.601897] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.612166] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 in Status: IN_PROGRESS for 2s [ 1438.951221] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.951221] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1440.624533] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 in Status: SUCCESS [ 1440.624927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.951979] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.952269] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.953067] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.953438] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.953881] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.954298] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1458.955415] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1458.955847] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1463.956109] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1463.956496] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1468.957073] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1468.957518] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1473.957792] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1473.958295] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.958697] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1478.959101] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1483.959868] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1483.960309] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.651623] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1487.652071] env[67412]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-54d3b24d-7e42-4f68-9a21-3795024b4b61 None None] NSXv3 Agent Agent loop - iteration:4 started [ 1488.961376] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1488.961773] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1493.962371] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1493.962779] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1498.963344] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1498.963881] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1503.965110] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1503.965441] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1508.967018] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1508.967387] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1513.969146] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1513.969537] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1518.564800] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1518.565265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1518.565265] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1518.565348] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1518.565484] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1518.970950] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1518.971241] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.067965] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1519.570367] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.073070] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1520.073257] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1520.826863] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.827304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.827304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.827304] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.840430] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1520.841344] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.842270] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1520.881792] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.882073] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.882073] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.882201] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.897952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.897952] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1520.897952] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1520.897952] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1520.927323] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.927585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.927585] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.927749] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.928388] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1520.928533] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1521.007943] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.008241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.008241] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.008362] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.008673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.008945] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1521.097933] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.098218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.098218] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.098396] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.098605] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.098898] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:26. [ 1521.098988] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7e9727ca-3a94-41bf-b309-9521c2410184', 'c38e2fa6-de10-481b-b716-eb849dd08762', '5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09', 'bbc1cf20-cac2-49af-868d-e45223b0621b', '3eccb20f-904a-4002-8d5c-4447f0b0b42a', '867b7ae8-7317-4690-81bd-f5ea8219e7b0', '65f15a93-c3f4-41c9-856a-7eaae03f3678', '7a8227c5-cfc8-4557-8104-e954e9fbfe60', '72eb92d5-a4b5-452b-89f3-eb05c05b5aeb', 'f8ed001d-c17d-4501-987b-0a1949688a62', '32217725-4ce8-4fc4-9bae-852f9a2f0351', '4be917be-e978-4a9f-8a59-c1ff58b03a03', '645206a2-5943-49dd-b798-37f0f396beb3', '889940a9-76cf-454d-af0a-13b7277796bf', '4574038a-f2a2-468f-9322-64d275b778e8', '7a7c6bdd-4f6e-48b2-89dc-cae718f92c43', 'af35cf2b-2349-4777-987b-affdcf0c917c', 'd7343a6c-a842-4296-aae1-eeceb9b1dc14', '40ad7e8b-fd28-4239-8d71-3d0becd5aeea', 'ba8c68e5-6ee9-4e9f-8651-f6984498593c', 'cae3030f-f174-440c-ac00-d5022c9d3f00', '58f5d34b-6e36-4fd8-96f6-8474fcffbe28', '707059b5-bfca-47b7-bd3d-36917fd5a727', 'ded8fcae-ddce-49b5-9371-b64f00bf0de5', '97b95233-1083-4e47-b7ce-64f123082a39', 'e26c71c5-a9fe-4323-bb13-1878e38496a5'} {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1521.099119] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1521.117967] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.118166] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.118225] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.118399] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.118483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.118591] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1521.118661] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1521.118729] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1521.191254] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1521.191556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1521.191556] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1521.191857] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1521.193685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1521.193984] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1521.194077] env[67412]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=67412) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1521.194150] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1521.194210] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1521.194296] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/26 resources of Type:Security Group Rules [ 1521.194367] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGH for action security_group_rules [ 1521.194444] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGH for action security_group_rules [ 1521.194509] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGH for action security_group_rules [ 1521.194568] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGH for action security_group_rules [ 1521.194622] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGH for action security_group_rules [ 1521.194685] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGH for action security_group_rules [ 1521.194739] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGH for action security_group_rules [ 1521.194793] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGH for action security_group_rules [ 1521.194854] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGH for action security_group_rules [ 1521.194914] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGH for action security_group_rules [ 1521.194965] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGH for action security_group_rules [ 1521.195025] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGH for action security_group_rules [ 1521.195078] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGH for action security_group_rules [ 1521.195141] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGH for action security_group_rules [ 1521.195199] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGH for action security_group_rules [ 1521.195250] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGH for action security_group_rules [ 1521.195312] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGH for action security_group_rules [ 1521.195370] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGH for action security_group_rules [ 1521.195421] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGH for action security_group_rules [ 1521.195483] env[67412]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGH for action security_group_rules [ 1521.195573] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1523.972148] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1523.972578] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1523.972578] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGH for action security_group_rules [ 1523.972578] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 with Priority: HIGH for action security_group_rules [ 1523.972766] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 with Priority: HIGH for action security_group_rules [ 1523.972872] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4574038a-f2a2-468f-9322-64d275b778e8 with Priority: HIGH for action security_group_rules [ 1523.972971] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c with Priority: HIGH for action security_group_rules [ 1523.973073] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea with Priority: HIGH for action security_group_rules [ 1523.973169] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 with Priority: HIGH for action security_group_rules [ 1523.973270] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35cf2b-2349-4777-987b-affdcf0c917c with Priority: HIGH for action security_group_rules [ 1523.973379] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 889940a9-76cf-454d-af0a-13b7277796bf with Priority: HIGH for action security_group_rules [ 1523.973470] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 with Priority: HIGH for action security_group_rules [ 1523.973558] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 645206a2-5943-49dd-b798-37f0f396beb3 with Priority: HIGH for action security_group_rules [ 1523.973644] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 with Priority: HIGH for action security_group_rules [ 1523.973732] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 with Priority: HIGH for action security_group_rules [ 1523.973817] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8ed001d-c17d-4501-987b-0a1949688a62 with Priority: HIGH for action security_group_rules [ 1523.973901] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb with Priority: HIGH for action security_group_rules [ 1523.973987] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 with Priority: HIGH for action security_group_rules [ 1523.974089] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 with Priority: HIGH for action security_group_rules [ 1523.974175] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a with Priority: HIGH for action security_group_rules [ 1523.974262] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c38e2fa6-de10-481b-b716-eb849dd08762 with Priority: HIGH for action security_group_rules [ 1523.974356] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bbc1cf20-cac2-49af-868d-e45223b0621b with Priority: HIGH for action security_group_rules [ 1523.974712] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.974839] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.974898] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.976019] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.976019] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.977026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.977026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.977026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.977026] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.977026] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.977804] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-65f15a93-c3f4-41c9-856a-7eaae03f3678 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.977911] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.977972] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.978176] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.978286] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('65f15a93-c3f4-41c9-856a-7eaae03f3678',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.979018] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4574038a-f2a2-468f-9322-64d275b778e8 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.979662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.979662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.979662] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.979662] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4574038a-f2a2-468f-9322-64d275b778e8',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.980238] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.980361] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.980423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.980530] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.980594] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ba8c68e5-6ee9-4e9f-8651-f6984498593c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.981672] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.981672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.981672] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.981806] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.981806] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40ad7e8b-fd28-4239-8d71-3d0becd5aeea',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.982449] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.982558] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.982600] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.982760] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.982838] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7343a6c-a842-4296-aae1-eeceb9b1dc14',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.983525] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-af35cf2b-2349-4777-987b-affdcf0c917c taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.983644] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.983685] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.983827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.983934] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('af35cf2b-2349-4777-987b-affdcf0c917c',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.984570] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-889940a9-76cf-454d-af0a-13b7277796bf taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.984686] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.984765] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.984899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.984969] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('889940a9-76cf-454d-af0a-13b7277796bf',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.985734] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.985840] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.985895] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.986054] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.986124] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a7c6bdd-4f6e-48b2-89dc-cae718f92c43',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.986780] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-645206a2-5943-49dd-b798-37f0f396beb3 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.986883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.986949] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.987118] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.987184] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('645206a2-5943-49dd-b798-37f0f396beb3',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.987849] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4be917be-e978-4a9f-8a59-c1ff58b03a03 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.987947] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.988021] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.988159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.988469] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4be917be-e978-4a9f-8a59-c1ff58b03a03',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.989017] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-32217725-4ce8-4fc4-9bae-852f9a2f0351 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.989137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.989693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.989693] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.989693] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('32217725-4ce8-4fc4-9bae-852f9a2f0351',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.990381] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8ed001d-c17d-4501-987b-0a1949688a62 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.990381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.990381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.990381] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.990605] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8ed001d-c17d-4501-987b-0a1949688a62',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.991222] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.991327] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.991501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.991594] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.991594] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72eb92d5-a4b5-452b-89f3-eb05c05b5aeb',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.992794] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.992939] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.993011] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.993227] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.993456] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('867b7ae8-7317-4690-81bd-f5ea8219e7b0',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.996037] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.996157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.996286] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.996352] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.996436] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8227c5-cfc8-4557-8104-e954e9fbfe60',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.997143] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.997252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.997307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.997465] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.997548] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eccb20f-904a-4002-8d5c-4447f0b0b42a',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.998211] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c38e2fa6-de10-481b-b716-eb849dd08762 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.998359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.998359] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.998513] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.998564] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c38e2fa6-de10-481b-b716-eb849dd08762',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1523.999229] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bbc1cf20-cac2-49af-868d-e45223b0621b taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1523.999323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1523.999472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1523.999533] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1523.999601] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bbc1cf20-cac2-49af-868d-e45223b0621b',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.163686] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.163892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.163892] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.164113] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.165586] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.165690] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.166386] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.166471] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.186123] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.186363] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 65f15a93-c3f4-41c9-856a-7eaae03f3678 is going to be deleted. [ 1524.187145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.187363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.213137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.213320] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09 is going to be deleted. [ 1524.214212] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.214453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.234705] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.234866] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4574038a-f2a2-468f-9322-64d275b778e8 is going to be deleted. [ 1524.249147] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.249422] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.249484] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.249708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.249799] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.249942] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-65f15a93-c3f4-41c9-856a-7eaae03f3678" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.268455] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.268655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.268655] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.268856] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.268957] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.269153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e3a0f5c-839a-49ee-ba2a-2f1e29d4bc09" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.290459] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.290699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.290699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.290875] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.290961] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.291087] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4574038a-f2a2-468f-9322-64d275b778e8" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.502705] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.502927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.502927] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.503093] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.503292] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.503400] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.503464] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.503625] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.503708] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.503796] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.503883] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1524.565520] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.565740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.565740] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.565935] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.576498] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.576723] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.580652] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.580781] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.581649] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.581776] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.582707] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.582824] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.583600] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.583699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.584489] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.584599] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.585470] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.585577] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.586266] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.586358] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.587033] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.587131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.587884] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.587977] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.588681] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1524.589148] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.589250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.589970] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1524.590447] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.590604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.591641] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1524.592087] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.592205] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.592881] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1524.593300] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.593411] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.594079] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1524.594520] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.594617] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.601801] env[67412]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1524.602356] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.602483] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ba8c68e5-6ee9-4e9f-8651-f6984498593c is going to be deleted. [ 1524.603570] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.603783] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.629797] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.629993] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 867b7ae8-7317-4690-81bd-f5ea8219e7b0 is going to be deleted. [ 1524.630884] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.631136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.651100] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.651292] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bbc1cf20-cac2-49af-868d-e45223b0621b is going to be deleted. [ 1524.652239] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.652453] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.671302] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.671668] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.674157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.674320] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7343a6c-a842-4296-aae1-eeceb9b1dc14 is going to be deleted. [ 1524.675229] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.675489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.697095] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.697294] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 32217725-4ce8-4fc4-9bae-852f9a2f0351 is going to be deleted. [ 1524.698159] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.698406] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.704697] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.704865] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.711625] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.711770] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.720249] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.720367] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8ed001d-c17d-4501-987b-0a1949688a62 is going to be deleted. [ 1524.721257] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.721472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.740309] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.740506] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 645206a2-5943-49dd-b798-37f0f396beb3 is going to be deleted. [ 1524.741367] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.741584] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.755772] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.756038] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.772178] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.772366] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72eb92d5-a4b5-452b-89f3-eb05c05b5aeb is going to be deleted. [ 1524.773320] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.773540] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.775010] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.775145] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.788821] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.789023] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.803981] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.804185] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: af35cf2b-2349-4777-987b-affdcf0c917c is going to be deleted. [ 1524.805032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.805250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.896733] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1524.896913] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a7c6bdd-4f6e-48b2-89dc-cae718f92c43 is going to be deleted. [ 1524.897812] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1524.898047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1524.899833] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.899988] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.930344] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.930564] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1524.938934] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1524.939153] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.006808] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.007240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.007240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.007240] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.007384] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.007486] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.007547] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.007699] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.007782] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.007866] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.008026] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.008125] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.008181] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.008337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.008542] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.008650] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.008710] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.008855] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.008932] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.009027] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.009122] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.023109] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.023285] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40ad7e8b-fd28-4239-8d71-3d0becd5aeea is going to be deleted. [ 1525.024250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.024478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.073912] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.074140] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.086104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.086272] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4be917be-e978-4a9f-8a59-c1ff58b03a03 is going to be deleted. [ 1525.087149] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.087371] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.114924] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.115186] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.118554] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.118688] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eccb20f-904a-4002-8d5c-4447f0b0b42a is going to be deleted. [ 1525.119676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.119920] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.181146] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.181340] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 889940a9-76cf-454d-af0a-13b7277796bf is going to be deleted. [ 1525.182266] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.182489] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.220688] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.220916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.224472] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.224472] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8227c5-cfc8-4557-8104-e954e9fbfe60 is going to be deleted. [ 1525.225338] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.225562] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.231140] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.231301] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.287132] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.287293] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c38e2fa6-de10-481b-b716-eb849dd08762 is going to be deleted. [ 1525.288245] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.288460] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.288553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.288676] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ba8c68e5-6ee9-4e9f-8651-f6984498593c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.288827] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.288995] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.289213] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.289326] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-867b7ae8-7317-4690-81bd-f5ea8219e7b0" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.289862] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.290032] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.290119] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.290234] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bbc1cf20-cac2-49af-868d-e45223b0621b" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.290363] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.290507] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.290581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.290688] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-32217725-4ce8-4fc4-9bae-852f9a2f0351" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.290813] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.290952] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.291043] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.291182] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7343a6c-a842-4296-aae1-eeceb9b1dc14" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.291323] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.291467] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.291542] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.291649] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8ed001d-c17d-4501-987b-0a1949688a62" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.291771] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.291910] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.292025] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.292137] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-645206a2-5943-49dd-b798-37f0f396beb3" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.292263] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.292405] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.292478] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.292581] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-af35cf2b-2349-4777-987b-affdcf0c917c" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.292706] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.292843] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.292916] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.293041] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72eb92d5-a4b5-452b-89f3-eb05c05b5aeb" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.293169] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.293307] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.293378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.293483] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a7c6bdd-4f6e-48b2-89dc-cae718f92c43" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.293604] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.293739] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.293809] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.293913] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40ad7e8b-fd28-4239-8d71-3d0becd5aeea" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.294047] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.294228] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.294337] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.294498] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4be917be-e978-4a9f-8a59-c1ff58b03a03" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.294634] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.294778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.294851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.294953] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eccb20f-904a-4002-8d5c-4447f0b0b42a" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.319023] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.319252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.319252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.319462] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.319553] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.319673] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-889940a9-76cf-454d-af0a-13b7277796bf" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.342369] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.342586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.342586] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.342794] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.342881] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.343022] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8227c5-cfc8-4557-8104-e954e9fbfe60" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.470165] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.470378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.470378] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.470579] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.470665] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.470779] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c38e2fa6-de10-481b-b716-eb849dd08762" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.511377] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e9727ca-3a94-41bf-b309-9521c2410184: rpc.has_security_group_logging(os_id): False [ 1525.530731] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.530899] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.530941] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.531180] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.570845] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.571109] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.571235] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.571305] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.571501] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.571583] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.571789] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.571883] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.571938] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.572136] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.572209] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.572404] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.572497] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.572551] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.572694] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.572767] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.572853] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 is going to be updated. [ 1525.664238] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.664475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.664475] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.664674] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.664820] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.679705] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: IN_PROGRESS for 2s [ 1527.694419] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: SUCCESS [ 1527.694784] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1528.975734] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1528.976494] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1533.977977] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1533.978383] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1538.979434] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1538.979855] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1543.927258] env[67412]: INFO networking_nsxv3.common.synchronization [req-4985a9e1-9ba7-4c3c-a8f9-6c93de299bb1 req-1b95ac95-d7ae-4c70-93f8-9bed07e29c42 tempest-ServerRescueNegativeTestJSON-494905910 tempest-ServerRescueNegativeTestJSON-494905910-project-member] Enqueued Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_members [ 1543.927258] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 with Priority: HIGHEST for action security_group_members [ 1543.927258] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-e26c71c5-a9fe-4323-bb13-1878e38496a5 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.927258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.927258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.927258] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.927886] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1543.927886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1543.927886] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1543.928104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1543.928104] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1543.928199] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e26c71c5-a9fe-4323-bb13-1878e38496a5',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1544.431218] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.431430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.431430] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.431627] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.452194] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.452452] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.452595] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.452656] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.452819] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.452893] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.452984] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 is going to be updated. [ 1544.481494] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1544.481724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1544.481724] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1544.481900] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1544.482048] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.491221] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 in Status: IN_PROGRESS for 2s [ 1546.503017] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 in Status: SUCCESS [ 1546.503418] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e26c71c5-a9fe-4323-bb13-1878e38496a5 deletion is rescheduled due to dependency. [ 1546.503418] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e26c71c5-a9fe-4323-bb13-1878e38496a5" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.927618] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1548.928045] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1553.929923] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1553.929923] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.032392] env[67412]: INFO networking_nsxv3.common.synchronization [req-2a5b5002-d4ca-4f5a-ad67-1cf4e12b9445 req-9edb63cd-ff19-4e9c-a6be-e0e0bc8f005f tempest-ServerRescueNegativeTestJSON-494905910 tempest-ServerRescueNegativeTestJSON-494905910-project-member] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1555.032892] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1555.033291] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.034200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.034200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.034200] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.034200] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.034479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.034479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.034479] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.034593] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.034593] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.537280] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.039521] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1556.542089] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.542321] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.542372] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.542663] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.542778] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.542913] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 is going to be updated. [ 1556.574128] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1556.574334] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1556.574387] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1556.574587] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1556.574728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1556.584081] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: IN_PROGRESS for 2s [ 1558.595837] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: SUCCESS [ 1558.596250] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1560.034441] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.034888] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1561.721997] env[67412]: INFO networking_nsxv3.common.synchronization [req-0d9f6545-52c9-42ce-8813-91114d4732e9 req-fa8a21a9-4f67-4762-b824-1db8bb3beb41 tempest-ServerRescueNegativeTestJSON-494905910 tempest-ServerRescueNegativeTestJSON-494905910-project-member] Enqueued Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1561.722794] env[67412]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e9727ca-3a94-41bf-b309-9521c2410184 with Priority: HIGHEST for action security_group_members [ 1561.723297] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e9727ca-3a94-41bf-b309-9521c2410184 taken with stack trace [, , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.723466] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.723574] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.723851] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.724094] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1561.724252] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1561.724354] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1561.724598] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1561.724728] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1561.724872] env[67412]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e9727ca-3a94-41bf-b309-9521c2410184',) {} {{(pid=67412) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1562.227301] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.227552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.227552] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.227738] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.227830] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.228040] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.228157] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.228247] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.228366] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.228423] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.228481] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 is going to be updated. [ 1562.259257] env[67412]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=67412) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1562.259504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1562.259504] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1562.259657] env[67412]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1562.259786] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1562.268933] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: IN_PROGRESS for 2s [ 1564.280670] env[67412]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e9727ca-3a94-41bf-b309-9521c2410184 in Status: SUCCESS [ 1564.280670] env[67412]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e9727ca-3a94-41bf-b309-9521c2410184 deletion is rescheduled due to dependency. [ 1564.281131] env[67412]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e9727ca-3a94-41bf-b309-9521c2410184" {{(pid=67412) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1566.723472] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1566.723774] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.725111] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1571.725569] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1576.726335] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.726734] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1581.727684] env[67412]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1581.728114] env[67412]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0